[ 526.560588] env[65584]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.560588] env[65584]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.553598] env[65674]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.553598] env[65674]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 529.385620] env[65674]: INFO neutron.common.config [-] Logging enabled! [ 529.385980] env[65674]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev45 [ 529.386157] env[65674]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65674) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 529.386459] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 529.386555] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 529.387401] env[65674]: WARNING oslo_policy.policy [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 529.387618] env[65674]: WARNING oslo_policy.policy [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 529.389328] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] VMware NSXv3 Agent initialized successfully. [ 529.389679] env[65674]: DEBUG oslo_concurrency.lockutils [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] Acquiring lock "singleton_lock" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.389806] env[65674]: DEBUG oslo_concurrency.lockutils [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] Acquired lock "singleton_lock" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.390078] env[65674]: DEBUG oslo_concurrency.lockutils [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] Releasing lock "singleton_lock" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.390392] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] Full set of CONF: {{(pid=65674) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 529.390500] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ******************************************************************************** {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 529.390599] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] Configuration options gathered from: {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 529.391245] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 529.391419] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 529.391524] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ================================================================================ {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 529.391690] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] agent_down_time = 75 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.391828] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] allow_automatic_dhcp_failover = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.391961] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] allow_bulk = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.392120] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] api_extensions_path = {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.392261] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] api_paste_config = api-paste.ini {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.392398] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] auth_strategy = keystone {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.392502] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] backdoor_port = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.392601] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] backdoor_socket = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.392732] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] backlog = 4096 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.392866] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.393034] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] bind_host = 0.0.0.0 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.393176] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] bind_port = 9696 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.393304] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] client_socket_timeout = 900 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.393436] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] config_dir = [] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.393541] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.393672] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] config_source = [] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.393810] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] control_exchange = neutron {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.393946] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] core_plugin = ml2 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.394093] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] debug = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.394303] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] default_availability_zones = [] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.394636] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.394858] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] dhcp_agent_notification = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.395093] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] dhcp_agents_per_network = 1 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.395339] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] dhcp_lease_duration = 86400 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.395522] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] dhcp_load_type = networks {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.395678] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] dns_domain = openstacklocal {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.395815] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.395949] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] enable_default_route_bfd = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.396094] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] enable_default_route_ecmp = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.396260] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] enable_dvr = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.396357] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] enable_new_agents = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.396486] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.396602] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] enable_signals = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.396728] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] enable_traditional_dhcp = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.396852] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] external_dns_driver = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.396980] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] filter_validation = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.397134] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] global_physnet_mtu = 8950 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.397264] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] graceful_shutdown_timeout = 60 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.397443] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] host = cpu-1 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.397579] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] host_dvr_for_dhcp = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.397711] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] http_retries = 3 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.397871] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] instance_format = [instance: %(uuid)s] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.398021] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.398155] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ipam_driver = internal {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.398282] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ipv6_pd_enabled = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.398410] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] l3_ha = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.398542] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.398674] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] l3_ha_network_physical_name = {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.398808] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] l3_ha_network_type = {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.398944] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] log_color = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.399094] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] log_config_append = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.399227] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.399357] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] log_dir = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.399488] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] log_file = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.399590] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] log_options = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.399721] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] log_rotate_interval = 1 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.399877] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] log_rotate_interval_type = days {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.400028] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] log_rotation_type = none {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.400137] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.400236] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.400376] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.400507] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.400609] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.400737] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] max_dns_nameservers = 5 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.400882] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] max_header_line = 16384 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.401015] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] max_l3_agents_per_router = 3 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.401147] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] max_logfile_count = 30 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.401273] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] max_logfile_size_mb = 200 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.401398] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] max_subnet_host_routes = 20 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.401527] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] my_ip = 10.180.1.21 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.401665] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] my_ipv6 = ::1 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.401784] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] network_auto_schedule = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.401929] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] network_link_prefix = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.402085] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.402239] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] notify_nova_on_port_data_changes = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.402361] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] notify_nova_on_port_status_changes = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.402497] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] pagination_max_limit = -1 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.402623] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] publish_errors = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.402750] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] rate_limit_burst = 0 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.402884] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] rate_limit_except_level = CRITICAL {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.403032] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] rate_limit_interval = 0 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.403149] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] retry_until_window = 30 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.403274] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] router_distributed = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.403401] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] rpc_resources_processing_step = 20 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.403527] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] rpc_response_max_timeout = 600 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.403655] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] rpc_response_timeout = 60 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.403780] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] send_events_interval = 2 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.403928] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] service_plugins = ['router'] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.404075] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] setproctitle = on {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.404202] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] shell_completion = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.404335] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] state_path = /opt/stack/data/neutron {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.404467] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] syslog_log_facility = LOG_USER {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.404594] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] tcp_keepidle = 600 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.404727] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] transport_url = **** {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.404856] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] use_journal = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.404985] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] use_json = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.405124] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] use_ssl = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.405248] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] use_stderr = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.405380] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] use_syslog = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.405497] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] vlan_qinq = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.405620] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] vlan_transparent = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.405745] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] watch_log_file = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.405873] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] wsgi_default_pool_size = 100 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.405999] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] wsgi_keep_alive = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.406145] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.406273] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] wsgi_server_debug = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.406420] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_concurrency.disable_process_locking = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.406559] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.406697] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.406826] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.406963] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.407113] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.407244] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.407392] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] profiler.connection_string = messaging:// {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.407525] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] profiler.enabled = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.407665] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] profiler.es_doc_type = notification {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.407810] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] profiler.es_scroll_size = 10000 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.407974] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] profiler.es_scroll_time = 2m {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.408127] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] profiler.filter_error_trace = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.408265] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] profiler.hmac_keys = **** {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.408403] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] profiler.sentinel_service_name = mymaster {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.408547] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] profiler.socket_timeout = 0.1 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.408679] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] profiler.trace_requests = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.408808] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] profiler.trace_sqlalchemy = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.408957] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] profiler_jaeger.process_tags = {} {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.409104] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] profiler_jaeger.service_name_prefix = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.409236] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] profiler_otlp.service_name_prefix = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.409381] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_policy.enforce_new_defaults = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.409661] env[65674]: WARNING oslo_config.cfg [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 529.409810] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_policy.enforce_scope = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.409979] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_policy.policy_default_rule = default {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.410148] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.410291] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.410431] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.410563] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.410692] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.410857] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.410978] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.411131] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.411281] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.411428] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] agent.extensions = [] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.411564] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.411698] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] service_providers.service_provider = [] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.411837] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] QUOTAS.default_quota = -1 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.411980] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.412127] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] QUOTAS.quota_floatingip = 50 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.412260] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] QUOTAS.quota_network = 100 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.412393] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] QUOTAS.quota_port = 500 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.412522] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.412652] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] QUOTAS.quota_router = 10 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.412780] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] QUOTAS.quota_security_group = 10 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.412912] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.413061] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] QUOTAS.quota_subnet = 100 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.413193] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] QUOTAS.track_quota_usage = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.413340] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.413472] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep.group = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.413604] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep.helper_command = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.413735] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep.log_daemon_traceback = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.413873] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.414010] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep.thread_pool_size = 8 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.414147] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep.user = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.414285] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.414416] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_dhcp_release.group = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.414543] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_dhcp_release.helper_command = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.414673] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.414805] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.414933] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.415075] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_dhcp_release.user = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.415214] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.415340] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_ovs_vsctl.group = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.415467] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.415594] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.415728] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.415860] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.415989] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_ovs_vsctl.user = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.416139] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_namespace.capabilities = [21] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.416266] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_namespace.group = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.416415] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_namespace.helper_command = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.416521] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.416652] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.416781] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.416917] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_namespace.user = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.417091] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_conntrack.capabilities = [12] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.417225] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_conntrack.group = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.417366] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_conntrack.helper_command = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.417481] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.417615] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.417746] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.417901] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_conntrack.user = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.418065] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_link.capabilities = [12, 21] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.418198] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_link.group = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.418324] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_link.helper_command = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.418457] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_link.log_daemon_traceback = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.418588] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.418717] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_link.thread_pool_size = 8 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.418845] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] privsep_link.user = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.418996] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.419151] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.419284] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.continue_on_failed_promotions = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.419417] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.dscp = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.419549] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.dscp_inherit = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.419688] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.force_mp_to_policy = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.419816] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.locking_coordinator_url = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.419971] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.log_agent_heartbeats = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.420122] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.logging_expire = 1 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.420263] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.420395] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.420532] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.polling_interval = 240 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.420664] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.420799] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.420957] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.report_interval = 30.0 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.421114] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.421252] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.421391] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.421526] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.sync_skew = 60 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.421657] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.synchronization_queue_size = 20 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.421788] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT.use_helper_for_ns_read = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.421929] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] SECURITYGROUP.enable_ipset = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.422081] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] SECURITYGROUP.enable_security_group = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.422247] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.422440] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.422589] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] experimental.ipv6_pd_enabled = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.422749] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ml2.extension_drivers = ['port_security'] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.422887] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ml2.external_network_type = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.423053] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.423203] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ml2.overlay_ip_version = 4 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.423331] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ml2.path_mtu = 8950 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.423468] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ml2.physical_network_mtus = {} {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.423613] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.423753] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.423897] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ml2.type_drivers = ['vlan'] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.424049] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.424186] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.424318] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.424460] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.424601] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.424736] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.424875] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.425021] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.425158] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.425360] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.425506] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_login_password = **** {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.425647] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.425784] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_login_user = admin {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.425923] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.426075] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.426209] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.426340] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.426481] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.426625] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.426763] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.426901] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.427056] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.427199] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.427341] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.427475] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.427615] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.427805] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.427971] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.428131] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.428268] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.428408] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] nova.auth_section = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.428550] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] nova.auth_type = password {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.428691] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.428832] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] nova.certfile = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.428952] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] nova.collect_timing = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.429126] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] nova.endpoint_type = public {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.429260] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] nova.insecure = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.429391] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] nova.keyfile = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.429531] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] nova.region_name = RegionOne {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.429664] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] nova.split_loggers = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.429793] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] nova.timeout = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.429959] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] placement.auth_section = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.430125] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] placement.auth_type = password {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.430266] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.430395] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] placement.certfile = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.430531] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] placement.collect_timing = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.430664] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] placement.endpoint_type = public {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.430793] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] placement.insecure = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.430922] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] placement.keyfile = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.431058] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] placement.region_name = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.431189] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] placement.split_loggers = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.431312] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] placement.timeout = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.431449] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.auth_section = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.431583] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.auth_type = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.431712] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.cafile = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.431841] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.certfile = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.431979] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.collect_timing = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.432118] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.connect_retries = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.432278] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.connect_retry_delay = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.432419] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.enable_notifications = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.432551] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.endpoint_override = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.432684] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.insecure = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.432815] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.interface = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.432945] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.keyfile = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.433091] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.max_version = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.433224] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.min_version = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.433353] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.region_name = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.433488] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.retriable_status_codes = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.433615] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.service_name = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.433742] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.service_type = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.433872] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.split_loggers = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.434008] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.status_code_retries = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.434138] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.status_code_retry_delay = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.434268] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.timeout = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.434393] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.valid_interfaces = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.434519] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ironic.version = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.434653] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] cli_script.dry_run = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.434799] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.434931] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.435077] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.435211] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.435339] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.435465] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.435594] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.435726] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.435857] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.436007] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.436148] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.436291] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.436423] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.436557] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.436687] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.436824] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.436954] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.437095] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.437234] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.437364] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.437493] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.437620] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.437750] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.437898] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.438053] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.438190] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.438323] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.438456] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.438586] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.438716] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.438846] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.ssl = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.438986] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.439137] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.439264] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.439397] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.439530] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.439661] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.439802] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_notifications.driver = [] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.439965] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_notifications.retry = -1 {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.440130] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.440260] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.440363] env[65674]: DEBUG oslo_service.backend._eventlet.service [None req-6b317b8c-3d24-437f-bdd6-ceae63231c71 None None] ******************************************************************************** {{(pid=65674) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 529.441482] env[65674]: DEBUG neutron.agent.securitygroups_rpc [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Init firewall settings (driver=nsxv3) {{(pid=65674) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 529.442820] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65674) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 529.443101] env[65674]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] RPC agent_id: nsxm-l-01a.corp.local [ 529.445337] env[65674]: DEBUG dogpile.cache.region [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 529.445460] env[65674]: DEBUG dogpile.lock [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 529.445559] env[65674]: DEBUG dogpile.lock [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 529.445649] env[65674]: DEBUG dogpile.lock [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 529.445742] env[65674]: DEBUG dogpile.cache.region [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 529.445897] env[65674]: DEBUG dogpile.lock [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 529.446041] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 529.464313] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Session token - acquiring [ 529.465810] env[65674]: DEBUG networking_nsxv3.common.locking [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.465973] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.466103] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.466521] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.477069] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.774259] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 529.805211] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 529.805376] env[65674]: DEBUG dogpile.cache.region [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Cache value generated in 0.359 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 529.805497] env[65674]: DEBUG dogpile.lock [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 529.805570] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Activating Policy API Provider. [ 529.805772] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Looking for the default Infrastructure Rules. [ 529.882595] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Looking for the Default Layer3 Logged Drop Section. [ 529.902594] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 529.903057] env[65674]: DEBUG networking_nsxv3.common.locking [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.903235] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquiring lock "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.903339] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired lock "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.903622] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired external semaphore "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.903966] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.419175] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.921419] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.423528] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Inventory metadata is going to be refreshed. [ 531.423914] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 532.453266] env[65674]: DEBUG networking_nsxv3.common.locking [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.453731] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.453731] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.453858] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.464339] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 532.465240] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.466086] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 532.488535] env[65674]: DEBUG networking_nsxv3.common.locking [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.488801] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.488801] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.489201] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.489344] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.489491] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 532.489606] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.489698] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 532.514380] env[65674]: DEBUG networking_nsxv3.common.locking [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.514722] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.514722] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.514940] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.515140] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.515284] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 532.539228] env[65674]: DEBUG networking_nsxv3.common.locking [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.539498] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.539498] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.539800] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.540022] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.540176] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 532.563801] env[65674]: DEBUG networking_nsxv3.common.locking [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.564045] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquiring lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.564220] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.564522] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired external semaphore "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.564665] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Releasing lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.564817] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 532.564922] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.565039] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 532.590686] env[65674]: DEBUG networking_nsxv3.common.locking [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.590939] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquiring lock "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.590939] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired lock "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.591276] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired external semaphore "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.591401] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Releasing lock "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.591543] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 532.591645] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.591745] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 532.618796] env[65674]: DEBUG networking_nsxv3.common.locking [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.619205] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.619205] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.619478] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.619549] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.619679] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 532.619782] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.619940] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Inventory metadata have been refreshed. [ 532.620070] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Dryrun:True. Metadata refresh completed. [ 532.620192] env[65674]: DEBUG oslo_concurrency.lockutils [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Releasing lock "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.621958] env[65674]: INFO neutron.agent.agent_extensions_manager [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Loaded agent extensions: [] [ 532.622710] env[65674]: DEBUG neutron_lib.callbacks.manager [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65674) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 532.681726] env[65674]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] NSXv3 Agent Agent RPC Daemon Started! [ 532.681904] env[65674]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] NSXv3 Agent Agent loop - iteration:0 started [ 532.681941] env[65674]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] NSXv3 Agent Agent out of sync with plugin! [ 537.623205] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.623516] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.624596] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.624938] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.625924] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.626358] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.978486] env[65674]: INFO networking_nsxv3.common.synchronization [None req-eccfdc9e-ccad-411c-a672-d149e4e0b88d demo admin] Enqueued Resource ID: e69db7b1-48b6-47bc-b974-778dc50c34ac with Priority: HIGHEST for action security_group_rules [ 547.979170] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69db7b1-48b6-47bc-b974-778dc50c34ac with Priority: HIGHEST for action security_group_rules [ 547.979725] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e69db7b1-48b6-47bc-b974-778dc50c34ac taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.979894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e69db7b1-48b6-47bc-b974-778dc50c34ac" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.979996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e69db7b1-48b6-47bc-b974-778dc50c34ac" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.980605] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e69db7b1-48b6-47bc-b974-778dc50c34ac" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.980687] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e69db7b1-48b6-47bc-b974-778dc50c34ac',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.504907] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.505140] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.505140] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.505342] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.505434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.505528] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e69db7b1-48b6-47bc-b974-778dc50c34ac already deleted. [ 548.505611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e69db7b1-48b6-47bc-b974-778dc50c34ac" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.980659] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.981110] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.981956] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.983399] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.625803] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.626237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.626237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.626237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.626460] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.128750] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.631607] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.134288] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 562.135051] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 562.838968] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.839410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.839410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.839410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.851440] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 562.852256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.852867] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 562.871271] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.871484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.871484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.871668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.871753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.871855] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 562.871924] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 562.871992] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 562.890605] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.890799] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.890799] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.890986] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.891165] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.891276] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 562.909685] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.909870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.909870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.910109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.910217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.910324] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 562.932078] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.932258] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.932298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.932487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.932587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.932697] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 562.932767] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 562.932835] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 562.950184] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.950383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.950383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.950574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.950660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.950762] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 562.950834] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 562.950934] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 562.971491] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.971684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.971684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.971871] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.971969] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.972094] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 562.972167] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 562.972230] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 562.972295] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 562.972381] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 562.972442] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 562.972502] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 562.972757] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 562.972821] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 562.972887] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 562.983206] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.983310] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.991861] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.992042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.992042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.992243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.992345] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.992444] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 563.011365] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.011558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.011558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.011737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.011836] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.025564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.984668] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.985462] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.986331] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.986673] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.987185] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 577.987185] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 581.150938] env[65674]: INFO networking_nsxv3.common.synchronization [None req-55db2296-c35f-4c88-84a7-b6aa3b96ea3e None None] Enqueued Resource ID: fdced356-d8af-4c74-b706-7b52dca027a7 with Priority: HIGHEST for action port [ 581.152745] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdced356-d8af-4c74-b706-7b52dca027a7 with Priority: HIGHEST for action port [ 581.153136] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdced356-d8af-4c74-b706-7b52dca027a7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.153295] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdced356-d8af-4c74-b706-7b52dca027a7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.153389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdced356-d8af-4c74-b706-7b52dca027a7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.153669] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdced356-d8af-4c74-b706-7b52dca027a7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.153785] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdced356-d8af-4c74-b706-7b52dca027a7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.609897] env[65674]: INFO networking_nsxv3.common.synchronization [None req-701a993b-faa3-4c12-bfc3-cdc7a21f91f1 None None] Enqueued Resource ID: a953ae84-4abb-436e-80ae-1313cb642948 with Priority: HIGHEST for action port [ 581.613516] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a953ae84-4abb-436e-80ae-1313cb642948 with Priority: HIGHEST for action port [ 581.613516] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-a953ae84-4abb-436e-80ae-1313cb642948 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.613516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a953ae84-4abb-436e-80ae-1313cb642948" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.613516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a953ae84-4abb-436e-80ae-1313cb642948" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.613516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a953ae84-4abb-436e-80ae-1313cb642948" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.613516] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a953ae84-4abb-436e-80ae-1313cb642948',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.657364] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdced356-d8af-4c74-b706-7b52dca027a7 [ 581.657364] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.657364] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.657364] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.657697] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.657697] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.657697] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdced356-d8af-4c74-b706-7b52dca027a7 already deleted. [ 581.657785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdced356-d8af-4c74-b706-7b52dca027a7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.828067] env[65674]: INFO networking_nsxv3.common.synchronization [None req-67e135ec-46d9-40b9-9fa6-8e9d28c663e8 None None] Enqueued Resource ID: f88c1605-5a4d-43ea-98bb-df5fdcab1b18 with Priority: HIGHEST for action port [ 581.828455] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88c1605-5a4d-43ea-98bb-df5fdcab1b18 with Priority: HIGHEST for action port [ 581.828967] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-f88c1605-5a4d-43ea-98bb-df5fdcab1b18 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.828967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f88c1605-5a4d-43ea-98bb-df5fdcab1b18" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.829187] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f88c1605-5a4d-43ea-98bb-df5fdcab1b18" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.829373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f88c1605-5a4d-43ea-98bb-df5fdcab1b18" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.829373] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f88c1605-5a4d-43ea-98bb-df5fdcab1b18',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.115040] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a953ae84-4abb-436e-80ae-1313cb642948 [ 582.116014] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.116014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.116014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.116014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.116014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.116014] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a953ae84-4abb-436e-80ae-1313cb642948 already deleted. [ 582.116014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a953ae84-4abb-436e-80ae-1313cb642948" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.332732] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f88c1605-5a4d-43ea-98bb-df5fdcab1b18 [ 582.332732] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.333127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.333127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.333193] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.333244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.333344] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f88c1605-5a4d-43ea-98bb-df5fdcab1b18 already deleted. [ 582.333430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f88c1605-5a4d-43ea-98bb-df5fdcab1b18" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.413937] env[65674]: INFO networking_nsxv3.common.synchronization [None req-7d1a87e0-3083-49d0-93f1-17bab7f4c9c5 None None] Enqueued Resource ID: 9c650ac6-81c3-4a36-a2f1-9fb236465af7 with Priority: HIGHEST for action port [ 582.414585] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c650ac6-81c3-4a36-a2f1-9fb236465af7 with Priority: HIGHEST for action port [ 582.414773] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c650ac6-81c3-4a36-a2f1-9fb236465af7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.414898] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c650ac6-81c3-4a36-a2f1-9fb236465af7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.415095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c650ac6-81c3-4a36-a2f1-9fb236465af7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.416675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c650ac6-81c3-4a36-a2f1-9fb236465af7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.416675] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c650ac6-81c3-4a36-a2f1-9fb236465af7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.918848] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c650ac6-81c3-4a36-a2f1-9fb236465af7 [ 582.919105] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.919238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.919307] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.919563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.919657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.919754] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c650ac6-81c3-4a36-a2f1-9fb236465af7 already deleted. [ 582.919861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c650ac6-81c3-4a36-a2f1-9fb236465af7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.797685] env[65674]: INFO networking_nsxv3.common.synchronization [None req-6dbdb6e8-687e-4c87-a8d8-2c74657c3506 None None] Enqueued Resource ID: 5ae43734-efe9-47b4-a910-7ef9ef6c0f9c with Priority: HIGHEST for action port [ 583.797685] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae43734-efe9-47b4-a910-7ef9ef6c0f9c with Priority: HIGHEST for action port [ 583.797685] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ae43734-efe9-47b4-a910-7ef9ef6c0f9c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.797685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ae43734-efe9-47b4-a910-7ef9ef6c0f9c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.797685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ae43734-efe9-47b4-a910-7ef9ef6c0f9c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.797685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ae43734-efe9-47b4-a910-7ef9ef6c0f9c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.797685] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae43734-efe9-47b4-a910-7ef9ef6c0f9c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.936311] env[65674]: INFO networking_nsxv3.common.synchronization [None req-cc206207-9ef7-4331-b26a-63781edc15a6 None None] Enqueued Resource ID: fc84ce5e-aaa2-40a5-810c-8e3efd284213 with Priority: HIGHEST for action port [ 583.936311] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc84ce5e-aaa2-40a5-810c-8e3efd284213 with Priority: HIGHEST for action port [ 583.936311] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc84ce5e-aaa2-40a5-810c-8e3efd284213 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.936311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc84ce5e-aaa2-40a5-810c-8e3efd284213" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.936311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc84ce5e-aaa2-40a5-810c-8e3efd284213" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.936608] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc84ce5e-aaa2-40a5-810c-8e3efd284213" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.936789] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc84ce5e-aaa2-40a5-810c-8e3efd284213',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.303764] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ae43734-efe9-47b4-a910-7ef9ef6c0f9c [ 584.303935] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.304273] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.304402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.304829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.305445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.305607] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ae43734-efe9-47b4-a910-7ef9ef6c0f9c already deleted. [ 584.305664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ae43734-efe9-47b4-a910-7ef9ef6c0f9c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.442408] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc84ce5e-aaa2-40a5-810c-8e3efd284213 [ 584.442408] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.442408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.442408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.442408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.442408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.442408] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc84ce5e-aaa2-40a5-810c-8e3efd284213 already deleted. [ 584.442408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc84ce5e-aaa2-40a5-810c-8e3efd284213" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.060652] env[65674]: INFO networking_nsxv3.common.synchronization [None req-c39ebb04-28ea-49b3-a38a-b58b62d0c71f None None] Enqueued Resource ID: 5aa9a6b7-4c39-45c7-be69-3eff900d6ecf with Priority: HIGHEST for action port [ 585.061235] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa9a6b7-4c39-45c7-be69-3eff900d6ecf with Priority: HIGHEST for action port [ 585.061537] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aa9a6b7-4c39-45c7-be69-3eff900d6ecf taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.061663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aa9a6b7-4c39-45c7-be69-3eff900d6ecf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.061730] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aa9a6b7-4c39-45c7-be69-3eff900d6ecf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.061980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aa9a6b7-4c39-45c7-be69-3eff900d6ecf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.064720] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa9a6b7-4c39-45c7-be69-3eff900d6ecf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.539608] env[65674]: INFO networking_nsxv3.common.synchronization [None req-5241da81-7430-4583-b47f-4390560e0821 None None] Enqueued Resource ID: 108370cc-723a-4578-95ba-0ff5a178d979 with Priority: HIGHEST for action port [ 585.540253] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 108370cc-723a-4578-95ba-0ff5a178d979 with Priority: HIGHEST for action port [ 585.540559] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-108370cc-723a-4578-95ba-0ff5a178d979 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.540723] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-108370cc-723a-4578-95ba-0ff5a178d979" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.541160] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-108370cc-723a-4578-95ba-0ff5a178d979" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.541160] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-108370cc-723a-4578-95ba-0ff5a178d979" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.541160] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('108370cc-723a-4578-95ba-0ff5a178d979',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.567147] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5aa9a6b7-4c39-45c7-be69-3eff900d6ecf [ 585.568121] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.568121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.568121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.568121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.568121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.568121] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5aa9a6b7-4c39-45c7-be69-3eff900d6ecf already deleted. [ 585.568121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aa9a6b7-4c39-45c7-be69-3eff900d6ecf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.043393] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 108370cc-723a-4578-95ba-0ff5a178d979 [ 586.043618] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.043857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.043857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.044300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.044300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.044300] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:108370cc-723a-4578-95ba-0ff5a178d979 already deleted. [ 586.044300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-108370cc-723a-4578-95ba-0ff5a178d979" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.665418] env[65674]: INFO networking_nsxv3.common.synchronization [None req-312513c9-6d17-4e34-a144-57404e309c0a None None] Enqueued Resource ID: ac7c5ae1-a2aa-4c23-83e3-09ae816fb6ca with Priority: HIGHEST for action port [ 586.665663] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7c5ae1-a2aa-4c23-83e3-09ae816fb6ca with Priority: HIGHEST for action port [ 586.666242] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac7c5ae1-a2aa-4c23-83e3-09ae816fb6ca taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.666369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac7c5ae1-a2aa-4c23-83e3-09ae816fb6ca" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.666437] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac7c5ae1-a2aa-4c23-83e3-09ae816fb6ca" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.666675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac7c5ae1-a2aa-4c23-83e3-09ae816fb6ca" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.666760] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac7c5ae1-a2aa-4c23-83e3-09ae816fb6ca',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.169613] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac7c5ae1-a2aa-4c23-83e3-09ae816fb6ca [ 587.169846] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.170775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.170775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.170775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.170775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.170775] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac7c5ae1-a2aa-4c23-83e3-09ae816fb6ca already deleted. [ 587.170775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac7c5ae1-a2aa-4c23-83e3-09ae816fb6ca" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.352593] env[65674]: INFO networking_nsxv3.common.synchronization [None req-f329dd15-e2a4-44c8-8276-dd6326048df7 None None] Enqueued Resource ID: 9d425d83-3061-452e-9033-4f61c703b7e8 with Priority: HIGHEST for action port [ 587.353219] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d425d83-3061-452e-9033-4f61c703b7e8 with Priority: HIGHEST for action port [ 587.353493] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d425d83-3061-452e-9033-4f61c703b7e8 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.353650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d425d83-3061-452e-9033-4f61c703b7e8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.353712] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d425d83-3061-452e-9033-4f61c703b7e8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.353955] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d425d83-3061-452e-9033-4f61c703b7e8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.354459] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d425d83-3061-452e-9033-4f61c703b7e8',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.858181] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d425d83-3061-452e-9033-4f61c703b7e8 [ 587.858181] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.858559] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.858559] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.858559] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.858659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.859560] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d425d83-3061-452e-9033-4f61c703b7e8 already deleted. [ 587.859560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d425d83-3061-452e-9033-4f61c703b7e8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.142390] env[65674]: INFO networking_nsxv3.common.synchronization [None req-0f07b8f2-13be-4947-acd4-3e9946ffaad6 None None] Enqueued Resource ID: fdcfba7f-6da3-42ea-b361-a141609df5fd with Priority: HIGHEST for action port [ 588.143030] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdcfba7f-6da3-42ea-b361-a141609df5fd with Priority: HIGHEST for action port [ 588.143331] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdcfba7f-6da3-42ea-b361-a141609df5fd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.143452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdcfba7f-6da3-42ea-b361-a141609df5fd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.143452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdcfba7f-6da3-42ea-b361-a141609df5fd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.145613] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdcfba7f-6da3-42ea-b361-a141609df5fd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.145613] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcfba7f-6da3-42ea-b361-a141609df5fd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.645366] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdcfba7f-6da3-42ea-b361-a141609df5fd [ 588.646056] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.646056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.646056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.646056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.646056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.646387] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdcfba7f-6da3-42ea-b361-a141609df5fd already deleted. [ 588.646387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdcfba7f-6da3-42ea-b361-a141609df5fd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.979217] env[65674]: INFO networking_nsxv3.common.synchronization [None req-42f445bf-f14f-45b0-aa85-cab39e5050ce None None] Enqueued Resource ID: 42af8278-5350-498b-bc15-a91365538c65 with Priority: HIGHEST for action port [ 588.979217] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42af8278-5350-498b-bc15-a91365538c65 with Priority: HIGHEST for action port [ 588.979217] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-42af8278-5350-498b-bc15-a91365538c65 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.979217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42af8278-5350-498b-bc15-a91365538c65" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.979217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42af8278-5350-498b-bc15-a91365538c65" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.979217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42af8278-5350-498b-bc15-a91365538c65" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.979217] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42af8278-5350-498b-bc15-a91365538c65',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.483491] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42af8278-5350-498b-bc15-a91365538c65 [ 589.484823] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.484823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.484823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.484823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.484823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.484823] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42af8278-5350-498b-bc15-a91365538c65 already deleted. [ 589.484823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42af8278-5350-498b-bc15-a91365538c65" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.779239] env[65674]: INFO networking_nsxv3.common.synchronization [None req-e622f711-f0e0-4c7b-9490-c71203bc1dd5 None None] Enqueued Resource ID: 17555eac-80a3-4d91-95d5-023eee6d98e7 with Priority: HIGHEST for action port [ 589.779732] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17555eac-80a3-4d91-95d5-023eee6d98e7 with Priority: HIGHEST for action port [ 589.780110] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-17555eac-80a3-4d91-95d5-023eee6d98e7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.780455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17555eac-80a3-4d91-95d5-023eee6d98e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.780455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17555eac-80a3-4d91-95d5-023eee6d98e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.780592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17555eac-80a3-4d91-95d5-023eee6d98e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.780629] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17555eac-80a3-4d91-95d5-023eee6d98e7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.283235] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17555eac-80a3-4d91-95d5-023eee6d98e7 [ 590.283596] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.283660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.283764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.283949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.284052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.284167] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17555eac-80a3-4d91-95d5-023eee6d98e7 already deleted. [ 590.284304] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17555eac-80a3-4d91-95d5-023eee6d98e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.330297] env[65674]: INFO networking_nsxv3.common.synchronization [None req-986f3434-97ea-466b-bac3-51aa8afcc433 None None] Enqueued Resource ID: 047af8e7-d475-40e9-ac2e-bb6773eaa9a5 with Priority: HIGHEST for action port [ 590.330936] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047af8e7-d475-40e9-ac2e-bb6773eaa9a5 with Priority: HIGHEST for action port [ 590.331310] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-047af8e7-d475-40e9-ac2e-bb6773eaa9a5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.331466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-047af8e7-d475-40e9-ac2e-bb6773eaa9a5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.331547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-047af8e7-d475-40e9-ac2e-bb6773eaa9a5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.332207] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-047af8e7-d475-40e9-ac2e-bb6773eaa9a5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.332307] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('047af8e7-d475-40e9-ac2e-bb6773eaa9a5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.547672] env[65674]: INFO networking_nsxv3.common.synchronization [None req-8c701ba1-8c31-40c3-a9e3-99eb39bda0b9 None None] Enqueued Resource ID: 8c6a2cbf-a196-4c90-b6a0-8df04aad5aa4 with Priority: HIGHEST for action port [ 590.548171] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6a2cbf-a196-4c90-b6a0-8df04aad5aa4 with Priority: HIGHEST for action port [ 590.549349] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c6a2cbf-a196-4c90-b6a0-8df04aad5aa4 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.549599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c6a2cbf-a196-4c90-b6a0-8df04aad5aa4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.549736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c6a2cbf-a196-4c90-b6a0-8df04aad5aa4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.550420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c6a2cbf-a196-4c90-b6a0-8df04aad5aa4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.550420] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c6a2cbf-a196-4c90-b6a0-8df04aad5aa4',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.835228] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 047af8e7-d475-40e9-ac2e-bb6773eaa9a5 [ 590.835459] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.835596] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.835667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.835929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.835978] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.836089] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:047af8e7-d475-40e9-ac2e-bb6773eaa9a5 already deleted. [ 590.836172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-047af8e7-d475-40e9-ac2e-bb6773eaa9a5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.052897] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c6a2cbf-a196-4c90-b6a0-8df04aad5aa4 [ 591.054283] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.054549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.054549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.054711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.054817] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.054920] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c6a2cbf-a196-4c90-b6a0-8df04aad5aa4 already deleted. [ 591.055013] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c6a2cbf-a196-4c90-b6a0-8df04aad5aa4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.449917] env[65674]: INFO networking_nsxv3.common.synchronization [None req-72bfdf37-c0db-4e7c-85e6-bef7cc5557a2 None None] Enqueued Resource ID: d1ecacc6-e277-4be4-b5c0-9dc399554520 with Priority: HIGHEST for action port [ 591.450193] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1ecacc6-e277-4be4-b5c0-9dc399554520 with Priority: HIGHEST for action port [ 591.450749] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1ecacc6-e277-4be4-b5c0-9dc399554520 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.450931] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1ecacc6-e277-4be4-b5c0-9dc399554520" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.450931] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1ecacc6-e277-4be4-b5c0-9dc399554520" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.451740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1ecacc6-e277-4be4-b5c0-9dc399554520" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.451740] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1ecacc6-e277-4be4-b5c0-9dc399554520',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.958416] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1ecacc6-e277-4be4-b5c0-9dc399554520 [ 591.958653] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.958814] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.958876] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.959103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.959189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.959355] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1ecacc6-e277-4be4-b5c0-9dc399554520 already deleted. [ 591.959471] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1ecacc6-e277-4be4-b5c0-9dc399554520" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.043055] env[65674]: INFO networking_nsxv3.common.synchronization [None req-fa5793a4-9538-420c-a667-e0fc1008dfd6 None None] Enqueued Resource ID: a45a9965-6978-4372-8e6f-abd758fbbcbf with Priority: HIGHEST for action port [ 593.043055] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a45a9965-6978-4372-8e6f-abd758fbbcbf with Priority: HIGHEST for action port [ 593.043055] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-a45a9965-6978-4372-8e6f-abd758fbbcbf taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.043358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a45a9965-6978-4372-8e6f-abd758fbbcbf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.043358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a45a9965-6978-4372-8e6f-abd758fbbcbf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.043556] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a45a9965-6978-4372-8e6f-abd758fbbcbf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.043674] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a45a9965-6978-4372-8e6f-abd758fbbcbf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.546510] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a45a9965-6978-4372-8e6f-abd758fbbcbf [ 593.546738] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.546869] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.546939] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.547186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.547285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.547387] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a45a9965-6978-4372-8e6f-abd758fbbcbf already deleted. [ 593.547469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a45a9965-6978-4372-8e6f-abd758fbbcbf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.008325] env[65674]: INFO networking_nsxv3.common.synchronization [None req-a252fa0b-3955-4ef7-8e5a-e85a064256bb None None] Enqueued Resource ID: 30b3c1ab-814f-45db-ac70-d5320604b06a with Priority: HIGHEST for action port [ 594.008549] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b3c1ab-814f-45db-ac70-d5320604b06a with Priority: HIGHEST for action port [ 594.008853] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-30b3c1ab-814f-45db-ac70-d5320604b06a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.008977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30b3c1ab-814f-45db-ac70-d5320604b06a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.009184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30b3c1ab-814f-45db-ac70-d5320604b06a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.009450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30b3c1ab-814f-45db-ac70-d5320604b06a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.009538] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b3c1ab-814f-45db-ac70-d5320604b06a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.305465] env[65674]: INFO networking_nsxv3.common.synchronization [None req-1a4eb335-ec06-471d-803c-8880685705ea None None] Enqueued Resource ID: 05b41a52-9d5d-46fd-95ce-d1210b0c2d29 with Priority: HIGHEST for action port [ 594.305812] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05b41a52-9d5d-46fd-95ce-d1210b0c2d29 with Priority: HIGHEST for action port [ 594.306150] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-05b41a52-9d5d-46fd-95ce-d1210b0c2d29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.306605] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05b41a52-9d5d-46fd-95ce-d1210b0c2d29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.306687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05b41a52-9d5d-46fd-95ce-d1210b0c2d29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.306983] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05b41a52-9d5d-46fd-95ce-d1210b0c2d29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.307192] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05b41a52-9d5d-46fd-95ce-d1210b0c2d29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.512413] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30b3c1ab-814f-45db-ac70-d5320604b06a [ 594.512651] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.512798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.512869] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.513111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.513204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.513301] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30b3c1ab-814f-45db-ac70-d5320604b06a already deleted. [ 594.513384] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30b3c1ab-814f-45db-ac70-d5320604b06a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.614939] env[65674]: INFO networking_nsxv3.common.synchronization [None req-d6dd287d-60e6-4f2f-8e0f-5c974d7cb9ef None None] Enqueued Resource ID: e67e3ac2-13f2-46f3-9c18-60135d77bbd2 with Priority: HIGHEST for action port [ 594.616509] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67e3ac2-13f2-46f3-9c18-60135d77bbd2 with Priority: HIGHEST for action port [ 594.616909] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-e67e3ac2-13f2-46f3-9c18-60135d77bbd2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.617104] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e67e3ac2-13f2-46f3-9c18-60135d77bbd2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.617223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e67e3ac2-13f2-46f3-9c18-60135d77bbd2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.617512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e67e3ac2-13f2-46f3-9c18-60135d77bbd2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.617648] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e67e3ac2-13f2-46f3-9c18-60135d77bbd2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.810769] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05b41a52-9d5d-46fd-95ce-d1210b0c2d29 [ 594.810769] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.810769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.810769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.812015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.812015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.812015] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05b41a52-9d5d-46fd-95ce-d1210b0c2d29 already deleted. [ 594.812015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05b41a52-9d5d-46fd-95ce-d1210b0c2d29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.119438] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e67e3ac2-13f2-46f3-9c18-60135d77bbd2 [ 595.119769] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.119888] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.120031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.120933] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.121041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.121452] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e67e3ac2-13f2-46f3-9c18-60135d77bbd2 already deleted. [ 595.121452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e67e3ac2-13f2-46f3-9c18-60135d77bbd2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.429199] env[65674]: INFO networking_nsxv3.common.synchronization [None req-9768f7bc-de54-4559-b9d5-54a0267f76b1 None None] Enqueued Resource ID: c0c2834b-0985-403f-8953-647817145c4f with Priority: HIGHEST for action port [ 595.429455] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c2834b-0985-403f-8953-647817145c4f with Priority: HIGHEST for action port [ 595.430015] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0c2834b-0985-403f-8953-647817145c4f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.430135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0c2834b-0985-403f-8953-647817145c4f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.430232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0c2834b-0985-403f-8953-647817145c4f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.432137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0c2834b-0985-403f-8953-647817145c4f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.434422] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0c2834b-0985-403f-8953-647817145c4f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.935934] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0c2834b-0985-403f-8953-647817145c4f [ 595.936163] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.936303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.936374] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.936585] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.936676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.936770] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0c2834b-0985-403f-8953-647817145c4f already deleted. [ 595.936851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0c2834b-0985-403f-8953-647817145c4f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.005365] env[65674]: INFO networking_nsxv3.common.synchronization [None req-01add9df-95e7-4f7c-ae1f-f5e84505c23a None None] Enqueued Resource ID: bec19cbf-447e-49ee-9f1d-743baa967c7d with Priority: HIGHEST for action port [ 597.005884] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec19cbf-447e-49ee-9f1d-743baa967c7d with Priority: HIGHEST for action port [ 597.006214] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-bec19cbf-447e-49ee-9f1d-743baa967c7d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.006350] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bec19cbf-447e-49ee-9f1d-743baa967c7d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.006549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bec19cbf-447e-49ee-9f1d-743baa967c7d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.006873] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bec19cbf-447e-49ee-9f1d-743baa967c7d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.006873] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bec19cbf-447e-49ee-9f1d-743baa967c7d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.042712] env[65674]: INFO networking_nsxv3.common.synchronization [None req-f6abe119-022e-4f52-a02c-ac3754bbe9db None None] Enqueued Resource ID: ce8b3269-fad9-4e3d-9497-49597df33d48 with Priority: HIGHEST for action port [ 597.042712] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8b3269-fad9-4e3d-9497-49597df33d48 with Priority: HIGHEST for action port [ 597.042712] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce8b3269-fad9-4e3d-9497-49597df33d48 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.042712] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce8b3269-fad9-4e3d-9497-49597df33d48" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.042712] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce8b3269-fad9-4e3d-9497-49597df33d48" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.042712] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce8b3269-fad9-4e3d-9497-49597df33d48" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.042712] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce8b3269-fad9-4e3d-9497-49597df33d48',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.510295] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bec19cbf-447e-49ee-9f1d-743baa967c7d [ 597.510295] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.510554] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.510636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.510922] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.511050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.511200] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bec19cbf-447e-49ee-9f1d-743baa967c7d already deleted. [ 597.511306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bec19cbf-447e-49ee-9f1d-743baa967c7d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.546068] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce8b3269-fad9-4e3d-9497-49597df33d48 [ 597.546068] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.546068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.546068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.546068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.546068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.546068] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce8b3269-fad9-4e3d-9497-49597df33d48 already deleted. [ 597.546068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce8b3269-fad9-4e3d-9497-49597df33d48" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.706769] env[65674]: INFO networking_nsxv3.common.synchronization [None req-a398a912-ba38-4932-b63e-d3e21039a905 None None] Enqueued Resource ID: e7809fc0-3cce-4508-b527-dfe2b484d5c3 with Priority: HIGHEST for action port [ 597.707572] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7809fc0-3cce-4508-b527-dfe2b484d5c3 with Priority: HIGHEST for action port [ 597.708372] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7809fc0-3cce-4508-b527-dfe2b484d5c3 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.708770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7809fc0-3cce-4508-b527-dfe2b484d5c3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.708842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7809fc0-3cce-4508-b527-dfe2b484d5c3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.709119] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7809fc0-3cce-4508-b527-dfe2b484d5c3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.709208] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7809fc0-3cce-4508-b527-dfe2b484d5c3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.212793] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7809fc0-3cce-4508-b527-dfe2b484d5c3 [ 598.212793] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.212793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.212793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.212793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.212793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.212793] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7809fc0-3cce-4508-b527-dfe2b484d5c3 already deleted. [ 598.212793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7809fc0-3cce-4508-b527-dfe2b484d5c3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.470675] env[65674]: INFO networking_nsxv3.common.synchronization [req-4b837af9-c994-4603-88f7-ed1609fcb752 req-b3ef8a5c-6f9c-4c8f-9b03-489f48a16bb1 tempest-ServerDiagnosticsTest-46890189 tempest-ServerDiagnosticsTest-46890189-project-member] Enqueued Resource ID: a9501479-b64d-461e-9e95-7fe1134fcfad with Priority: HIGHEST for action security_group_members [ 598.470675] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9501479-b64d-461e-9e95-7fe1134fcfad with Priority: HIGHEST for action security_group_members [ 598.472277] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9501479-b64d-461e-9e95-7fe1134fcfad taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.472277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.472277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.472277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.472277] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.472277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.472277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.472277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.472277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.472277] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9501479-b64d-461e-9e95-7fe1134fcfad',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.916069] env[65674]: INFO networking_nsxv3.common.synchronization [req-0e6e6f10-1ba4-4363-b505-1323f94fd963 req-762ee4e7-75c6-4265-a445-3e0295a1579c tempest-ServerExternalEventsTest-410032794 tempest-ServerExternalEventsTest-410032794-project-member] Enqueued Resource ID: 0381a687-bb57-403a-a169-dd95f90858b0 with Priority: HIGHEST for action security_group_members [ 598.916580] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0381a687-bb57-403a-a169-dd95f90858b0 with Priority: HIGHEST for action security_group_members [ 598.917229] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0381a687-bb57-403a-a169-dd95f90858b0 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.917229] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.917229] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.917441] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.917472] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.917558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.917616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.917755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.917838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.917928] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0381a687-bb57-403a-a169-dd95f90858b0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.976022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.976202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.976273] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.976494] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.976584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.976778] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.976875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.976935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.977100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.977174] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.977258] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9501479-b64d-461e-9e95-7fe1134fcfad already deleted. [ 598.977334] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.367539] env[65674]: INFO networking_nsxv3.common.synchronization [None req-014db032-c46c-442d-9855-9d43a27435d6 None None] Enqueued Resource ID: 3c8acc0b-6c85-4e98-8162-4d42f8b137c5 with Priority: HIGHEST for action port [ 599.367842] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8acc0b-6c85-4e98-8162-4d42f8b137c5 with Priority: HIGHEST for action port [ 599.368439] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c8acc0b-6c85-4e98-8162-4d42f8b137c5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.368439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c8acc0b-6c85-4e98-8162-4d42f8b137c5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.368439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c8acc0b-6c85-4e98-8162-4d42f8b137c5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.368827] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c8acc0b-6c85-4e98-8162-4d42f8b137c5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.368827] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8acc0b-6c85-4e98-8162-4d42f8b137c5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.415772] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.417468] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.417468] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.417468] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.417468] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.417468] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.417468] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.417468] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.417468] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.417830] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.417936] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.418055] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.418165] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.418270] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.418368] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.420025] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.420345] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.420462] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.420547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.420688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.421056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.421056] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.423118] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.423195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.423402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.423486] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.423586] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0381a687-bb57-403a-a169-dd95f90858b0 already deleted. [ 599.423658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.438600] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.438781] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.438918] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.439165] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.439473] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-0e6639bd-9a8d-4c57-a2ab-1920ffc88f30 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.439660] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-0e6639bd-9a8d-4c57-a2ab-1920ffc88f30" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.439794] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-0e6639bd-9a8d-4c57-a2ab-1920ffc88f30" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.440120] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-0e6639bd-9a8d-4c57-a2ab-1920ffc88f30" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.440333] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6639bd-9a8d-4c57-a2ab-1920ffc88f30',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.873067] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c8acc0b-6c85-4e98-8162-4d42f8b137c5 [ 599.873909] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.873909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.873909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.873909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.874172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.874172] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c8acc0b-6c85-4e98-8162-4d42f8b137c5 already deleted. [ 599.874172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c8acc0b-6c85-4e98-8162-4d42f8b137c5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.944425] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.944664] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.944787] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.945085] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.945477] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.945477] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 0e6639bd-9a8d-4c57-a2ab-1920ffc88f30 not found, creating... [ 599.945692] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.945780] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.945860] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.946087] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.946218] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.946568] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.946878] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.946878] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.947017] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.947155] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.947346] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 0e6639bd-9a8d-4c57-a2ab-1920ffc88f30 is going to be created. [ 599.970755] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.970954] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.971088] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.971396] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.971611] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.971821] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-0e6639bd-9a8d-4c57-a2ab-1920ffc88f30" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.017328] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.017527] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.017689] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.019223] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.019770] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.019999] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.019999] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.019999] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.019999] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.019999] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.019999] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.021065] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.021065] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.021065] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.021260] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.021327] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.045543] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.045705] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.045873] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.046736] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.047147] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.047448] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.047498] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.047811] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.047943] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.550545] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.550872] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.550872] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.551178] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.551331] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.551475] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0 not found, creating... [ 600.551727] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.551876] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.552031] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.552248] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.552364] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.552689] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.552849] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.552962] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.553187] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.553319] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.553452] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0 is going to be created. [ 600.573663] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.573931] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.574188] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.574396] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.574618] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.574828] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.732766] env[65674]: INFO networking_nsxv3.common.synchronization [req-4b837af9-c994-4603-88f7-ed1609fcb752 req-a3059032-bbf2-4ae9-879a-961713061dee service nova] Enqueued Resource ID: a9501479-b64d-461e-9e95-7fe1134fcfad with Priority: HIGHEST for action security_group_rules [ 600.732766] env[65674]: INFO networking_nsxv3.common.synchronization [req-4b837af9-c994-4603-88f7-ed1609fcb752 req-a3059032-bbf2-4ae9-879a-961713061dee service nova] Enqueued Resource ID: a9501479-b64d-461e-9e95-7fe1134fcfad with Priority: HIGHEST for action security_group_members [ 600.733033] env[65674]: INFO networking_nsxv3.common.synchronization [req-4b837af9-c994-4603-88f7-ed1609fcb752 req-a3059032-bbf2-4ae9-879a-961713061dee service nova] Enqueued Resource ID: 0e6639bd-9a8d-4c57-a2ab-1920ffc88f30 with Priority: HIGHEST for action port [ 600.733033] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9501479-b64d-461e-9e95-7fe1134fcfad with Priority: HIGHEST for action security_group_rules [ 600.733153] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9501479-b64d-461e-9e95-7fe1134fcfad with Priority: HIGHEST for action security_group_members [ 600.733255] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6639bd-9a8d-4c57-a2ab-1920ffc88f30 with Priority: HIGHEST for action port [ 600.733803] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9501479-b64d-461e-9e95-7fe1134fcfad taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.733962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.734038] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.734359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.734448] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9501479-b64d-461e-9e95-7fe1134fcfad',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.735723] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9501479-b64d-461e-9e95-7fe1134fcfad taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.735828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.735891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.736102] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.736247] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.736363] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.736436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.736599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.736682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.736765] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9501479-b64d-461e-9e95-7fe1134fcfad',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.739221] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e6639bd-9a8d-4c57-a2ab-1920ffc88f30 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.739353] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e6639bd-9a8d-4c57-a2ab-1920ffc88f30" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.739416] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e6639bd-9a8d-4c57-a2ab-1920ffc88f30" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.739743] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e6639bd-9a8d-4c57-a2ab-1920ffc88f30" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.739815] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6639bd-9a8d-4c57-a2ab-1920ffc88f30',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.820330] env[65674]: INFO networking_nsxv3.common.synchronization [None req-2ad16a9a-513e-4cff-8e20-f286fc70576c None None] Enqueued Resource ID: be6eeafa-f88e-45b1-ac80-063f0a7f89d1 with Priority: HIGHEST for action port [ 600.820513] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be6eeafa-f88e-45b1-ac80-063f0a7f89d1 with Priority: HIGHEST for action port [ 600.820845] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-be6eeafa-f88e-45b1-ac80-063f0a7f89d1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.820973] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be6eeafa-f88e-45b1-ac80-063f0a7f89d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.821047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be6eeafa-f88e-45b1-ac80-063f0a7f89d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.821565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be6eeafa-f88e-45b1-ac80-063f0a7f89d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.821661] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be6eeafa-f88e-45b1-ac80-063f0a7f89d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.242468] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9501479-b64d-461e-9e95-7fe1134fcfad taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.242468] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.255994] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9501479-b64d-461e-9e95-7fe1134fcfad',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.257366] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e6639bd-9a8d-4c57-a2ab-1920ffc88f30 with status ACTIVE [ 601.257458] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.257550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.257624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.257927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.257927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.258133] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.258222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.258292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.258466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.258572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.258762] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.258858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.258920] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.259083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.259159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.259255] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e6639bd-9a8d-4c57-a2ab-1920ffc88f30 is going to be updated. [ 601.287737] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.287946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.287946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.288174] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.288785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.288785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e6639bd-9a8d-4c57-a2ab-1920ffc88f30" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.324117] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be6eeafa-f88e-45b1-ac80-063f0a7f89d1 [ 601.324283] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.324455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.324527] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.324796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.324796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.324916] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be6eeafa-f88e-45b1-ac80-063f0a7f89d1 already deleted. [ 601.324952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be6eeafa-f88e-45b1-ac80-063f0a7f89d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.343887] env[65674]: INFO networking_nsxv3.common.synchronization [req-0e6e6f10-1ba4-4363-b505-1323f94fd963 req-fb04bc0a-71eb-417f-97bc-59e861f6ed0f service nova] Enqueued Resource ID: 0381a687-bb57-403a-a169-dd95f90858b0 with Priority: HIGHEST for action security_group_rules [ 601.343966] env[65674]: INFO networking_nsxv3.common.synchronization [req-0e6e6f10-1ba4-4363-b505-1323f94fd963 req-fb04bc0a-71eb-417f-97bc-59e861f6ed0f service nova] Enqueued Resource ID: 0381a687-bb57-403a-a169-dd95f90858b0 with Priority: HIGHEST for action security_group_members [ 601.344064] env[65674]: INFO networking_nsxv3.common.synchronization [req-0e6e6f10-1ba4-4363-b505-1323f94fd963 req-fb04bc0a-71eb-417f-97bc-59e861f6ed0f service nova] Enqueued Resource ID: 6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0 with Priority: HIGHEST for action port [ 601.344337] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0381a687-bb57-403a-a169-dd95f90858b0 with Priority: HIGHEST for action security_group_rules [ 601.344443] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0381a687-bb57-403a-a169-dd95f90858b0 with Priority: HIGHEST for action security_group_members [ 601.344596] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0 with Priority: HIGHEST for action port [ 601.345231] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0381a687-bb57-403a-a169-dd95f90858b0 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.345683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.345683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.345683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.345810] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0381a687-bb57-403a-a169-dd95f90858b0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.346631] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0381a687-bb57-403a-a169-dd95f90858b0 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.346748] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.346851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.347084] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.348502] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.349355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.349437] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.349715] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.349757] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.349864] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0381a687-bb57-403a-a169-dd95f90858b0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.350970] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.351093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.351186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.351382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.351462] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.463750] env[65674]: INFO networking_nsxv3.common.synchronization [None req-9368162d-1da9-4016-a63d-44b50f48edb1 tempest-ServersTestManualDisk-1701421981 tempest-ServersTestManualDisk-1701421981-project-member] Enqueued Resource ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db with Priority: HIGHEST for action security_group_rules [ 601.463991] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db with Priority: HIGHEST for action security_group_rules [ 601.464295] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.465916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.465916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.466126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.466229] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c9b00ec-cad1-4a51-bf2f-010ddf3142db',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.627888] env[65674]: INFO networking_nsxv3.common.synchronization [None req-bf6cf4f1-f6b4-4cec-af14-327458fdb9b6 tempest-ServersTestManualDisk-1701421981 tempest-ServersTestManualDisk-1701421981-project-member] Enqueued Resource ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db with Priority: HIGHEST for action security_group_rules [ 601.628832] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db with Priority: HIGHEST for action security_group_rules [ 601.629186] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.629310] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.725993] env[65674]: INFO networking_nsxv3.common.synchronization [None req-faf40e5e-b3a4-4c56-9699-1dd44670cc65 None None] Enqueued Resource ID: 3d105753-7641-45aa-95c1-f4ccb1182471 with Priority: HIGHEST for action port [ 601.726616] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d105753-7641-45aa-95c1-f4ccb1182471 with Priority: HIGHEST for action port [ 601.726813] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d105753-7641-45aa-95c1-f4ccb1182471 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.727686] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d105753-7641-45aa-95c1-f4ccb1182471" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.727686] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d105753-7641-45aa-95c1-f4ccb1182471" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.727686] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d105753-7641-45aa-95c1-f4ccb1182471" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.727686] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d105753-7641-45aa-95c1-f4ccb1182471',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.761626] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9501479-b64d-461e-9e95-7fe1134fcfad',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.854537] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0381a687-bb57-403a-a169-dd95f90858b0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.854537] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0381a687-bb57-403a-a169-dd95f90858b0 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.854537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.856606] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0 with status ACTIVE [ 601.859728] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.859728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.859728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.859728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.859728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.859728] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.859728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.859728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.859728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.859728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.859728] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.859728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.859728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.859728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.859728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.859728] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0 is going to be updated. [ 601.884900] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.885060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.885142] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.885430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.885586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.885763] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bd815c0-e9fe-4ba6-a9b5-ad375e928cd0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.999149] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.999149] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.999149] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.999391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.999391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.999448] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db already deleted. [ 601.999585] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.999725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.999845] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.999928] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c9b00ec-cad1-4a51-bf2f-010ddf3142db',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.117976] env[65674]: INFO networking_nsxv3.common.synchronization [req-2d8cfaa1-1157-4d36-b7fa-b4ece9025f16 req-cd654479-51d8-4a0f-b9e4-cedff51b47f4 tempest-DeleteServersAdminTestJSON-2028124229 tempest-DeleteServersAdminTestJSON-2028124229-project-member] Enqueued Resource ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 with Priority: HIGHEST for action security_group_members [ 602.117976] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 with Priority: HIGHEST for action security_group_members [ 602.117976] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0588fe-aa7f-40b4-9066-a3dec64ca364 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.121725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.121725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.121725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.121725] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.121725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.121725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.121725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.121725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.121725] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae0588fe-aa7f-40b4-9066-a3dec64ca364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.230642] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d105753-7641-45aa-95c1-f4ccb1182471 [ 602.230870] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.231015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.231202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.231350] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.231445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.231543] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d105753-7641-45aa-95c1-f4ccb1182471 already deleted. [ 602.231624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d105753-7641-45aa-95c1-f4ccb1182471" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.242592] env[65674]: INFO networking_nsxv3.common.synchronization [None req-d06107c8-6838-4027-bb13-3053f297901a None None] Enqueued Resource ID: f6e0904e-fcb7-4c68-844d-0aa0de715ef6 with Priority: HIGHEST for action port [ 602.242844] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e0904e-fcb7-4c68-844d-0aa0de715ef6 with Priority: HIGHEST for action port [ 602.245263] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6e0904e-fcb7-4c68-844d-0aa0de715ef6 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.245391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6e0904e-fcb7-4c68-844d-0aa0de715ef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.245458] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6e0904e-fcb7-4c68-844d-0aa0de715ef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.245692] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6e0904e-fcb7-4c68-844d-0aa0de715ef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.245776] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6e0904e-fcb7-4c68-844d-0aa0de715ef6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.263552] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.263690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.263733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.263984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.264491] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.264638] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9501479-b64d-461e-9e95-7fe1134fcfad is going to be created. [ 602.298166] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.298733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.298733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.298733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.298911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.308106] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9501479-b64d-461e-9e95-7fe1134fcfad in Status: UNINITIALIZED for 2s [ 602.357056] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0381a687-bb57-403a-a169-dd95f90858b0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.453084] env[65674]: INFO networking_nsxv3.common.synchronization [None req-8c94602b-a4e6-4926-a73a-6c747104fe4f tempest-ServersTestJSON-666202534 tempest-ServersTestJSON-666202534-project-member] Enqueued Resource ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 with Priority: HIGHEST for action security_group_rules [ 602.453084] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 with Priority: HIGHEST for action security_group_rules [ 602.453232] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e1ed471-f65f-40d6-8b21-2b0474dba053 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.453353] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.453420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.453658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.453740] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e1ed471-f65f-40d6-8b21-2b0474dba053',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.525026] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.525026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.525026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.525026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.525026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.525026] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db already deleted. [ 602.525026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.526586] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.526695] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.527591] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.531018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.531018] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.531018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.531018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.531018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.531018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.531018] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.531018] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.531018] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.531018] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.531018] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.531018] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.531018] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.549534] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.549534] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.549534] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.552434] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.552903] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-beba056a-7bc9-4c43-9a61-7fd5203e19fa taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.553104] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-beba056a-7bc9-4c43-9a61-7fd5203e19fa" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.553227] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-beba056a-7bc9-4c43-9a61-7fd5203e19fa" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.553574] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-beba056a-7bc9-4c43-9a61-7fd5203e19fa" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.553831] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beba056a-7bc9-4c43-9a61-7fd5203e19fa',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.624397] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.624567] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.624632] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.624821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.624914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.625140] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.625236] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.625299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.625456] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.625545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.625616] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 already deleted. [ 602.625696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.697625] env[65674]: INFO networking_nsxv3.common.synchronization [None req-297e5411-63cb-48b5-9c52-a15cd760b437 tempest-ServersTestJSON-666202534 tempest-ServersTestJSON-666202534-project-member] Enqueued Resource ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 with Priority: HIGHEST for action security_group_rules [ 602.698217] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 with Priority: HIGHEST for action security_group_rules [ 602.698633] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e1ed471-f65f-40d6-8b21-2b0474dba053 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.698633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.748041] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6e0904e-fcb7-4c68-844d-0aa0de715ef6 [ 602.748159] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.748329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.748525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.748626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.748742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.748742] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6e0904e-fcb7-4c68-844d-0aa0de715ef6 already deleted. [ 602.748817] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6e0904e-fcb7-4c68-844d-0aa0de715ef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.863624] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.864606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.864606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.864606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.864965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.864965] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0381a687-bb57-403a-a169-dd95f90858b0 is going to be created. [ 602.893533] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.894260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.894260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.894260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.894260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.905613] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0381a687-bb57-403a-a169-dd95f90858b0 in Status: UNINITIALIZED for 2s [ 602.977526] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.977676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.977783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.977976] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.978051] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.978126] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 already deleted. [ 602.978247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.978355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.978502] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.978678] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e1ed471-f65f-40d6-8b21-2b0474dba053',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.056119] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.056418] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.056591] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.056926] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.057190] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.057247] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port beba056a-7bc9-4c43-9a61-7fd5203e19fa not found, creating... [ 603.057999] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.057999] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.057999] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.057999] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.058235] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.058394] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.058554] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.058679] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.058896] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.059042] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.059179] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: beba056a-7bc9-4c43-9a61-7fd5203e19fa is going to be created. [ 603.083023] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.083223] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.083586] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.083881] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.084224] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.084883] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-beba056a-7bc9-4c43-9a61-7fd5203e19fa" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.103790] env[65674]: INFO networking_nsxv3.common.synchronization [req-67ec3e58-39b0-4c73-88ca-d8a3e5e55a99 req-f8f991fe-540c-4b8c-bf16-ba0a37ffd5e6 tempest-InstanceActionsV221TestJSON-396292405 tempest-InstanceActionsV221TestJSON-396292405-project-member] Enqueued Resource ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c with Priority: HIGHEST for action security_group_members [ 603.104172] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c with Priority: HIGHEST for action security_group_members [ 603.105090] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.105321] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.105384] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.105673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.105911] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.106185] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.106185] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.106249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.106325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.106474] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f54a4e-dc6c-4359-82ce-24d0bc273c5c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.185233] env[65674]: INFO networking_nsxv3.common.synchronization [None req-58786cbb-c9cf-4235-bfca-90c275dc6457 None None] Enqueued Resource ID: 9b7079ea-13fc-463f-a615-2265b78e7b71 with Priority: HIGHEST for action port [ 603.185233] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7079ea-13fc-463f-a615-2265b78e7b71 with Priority: HIGHEST for action port [ 603.185233] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b7079ea-13fc-463f-a615-2265b78e7b71 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.185576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b7079ea-13fc-463f-a615-2265b78e7b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.185576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b7079ea-13fc-463f-a615-2265b78e7b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.185644] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b7079ea-13fc-463f-a615-2265b78e7b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.185817] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b7079ea-13fc-463f-a615-2265b78e7b71',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.338790] env[65674]: INFO networking_nsxv3.common.synchronization [None req-40547f67-851c-45e9-9298-0e3caac6bbc7 None None] Enqueued Resource ID: 0e72abc3-418b-45b7-8320-f76ef40d09b5 with Priority: HIGHEST for action port [ 603.339150] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e72abc3-418b-45b7-8320-f76ef40d09b5 with Priority: HIGHEST for action port [ 603.339962] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e72abc3-418b-45b7-8320-f76ef40d09b5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.340139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e72abc3-418b-45b7-8320-f76ef40d09b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.340241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e72abc3-418b-45b7-8320-f76ef40d09b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.340539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e72abc3-418b-45b7-8320-f76ef40d09b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.340677] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e72abc3-418b-45b7-8320-f76ef40d09b5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.501072] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.501267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.501911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.501911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.501911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.501911] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 already deleted. [ 603.501911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.611147] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.611302] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.611370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.611604] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.611666] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.611878] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.611969] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.612039] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.612179] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.612251] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.612332] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c already deleted. [ 603.612406] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.687835] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b7079ea-13fc-463f-a615-2265b78e7b71 [ 603.688077] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.688248] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.688329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.688640] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.688735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.688831] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b7079ea-13fc-463f-a615-2265b78e7b71 already deleted. [ 603.688911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b7079ea-13fc-463f-a615-2265b78e7b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.789068] env[65674]: INFO networking_nsxv3.common.synchronization [req-2d8cfaa1-1157-4d36-b7fa-b4ece9025f16 req-aa8d7ffd-a15d-48f3-967e-567cd3e7fa68 service nova] Enqueued Resource ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 with Priority: HIGHEST for action security_group_rules [ 603.789068] env[65674]: INFO networking_nsxv3.common.synchronization [req-2d8cfaa1-1157-4d36-b7fa-b4ece9025f16 req-aa8d7ffd-a15d-48f3-967e-567cd3e7fa68 service nova] Enqueued Resource ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 with Priority: HIGHEST for action security_group_members [ 603.789068] env[65674]: INFO networking_nsxv3.common.synchronization [req-2d8cfaa1-1157-4d36-b7fa-b4ece9025f16 req-aa8d7ffd-a15d-48f3-967e-567cd3e7fa68 service nova] Enqueued Resource ID: beba056a-7bc9-4c43-9a61-7fd5203e19fa with Priority: HIGHEST for action port [ 603.789068] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 with Priority: HIGHEST for action security_group_rules [ 603.789068] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 with Priority: HIGHEST for action security_group_members [ 603.789825] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beba056a-7bc9-4c43-9a61-7fd5203e19fa with Priority: HIGHEST for action port [ 603.790288] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae0588fe-aa7f-40b4-9066-a3dec64ca364 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.790985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.791261] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.791631] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.791905] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae0588fe-aa7f-40b4-9066-a3dec64ca364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.792903] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0588fe-aa7f-40b4-9066-a3dec64ca364 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.793156] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.793309] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.793570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.793813] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.794519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.794519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.794519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.794519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.794519] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae0588fe-aa7f-40b4-9066-a3dec64ca364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.795527] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-beba056a-7bc9-4c43-9a61-7fd5203e19fa taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.795687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-beba056a-7bc9-4c43-9a61-7fd5203e19fa" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.796670] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-beba056a-7bc9-4c43-9a61-7fd5203e19fa" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.796878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-beba056a-7bc9-4c43-9a61-7fd5203e19fa" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.796966] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beba056a-7bc9-4c43-9a61-7fd5203e19fa',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.844372] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e72abc3-418b-45b7-8320-f76ef40d09b5 [ 603.844372] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.844372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.844372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.844372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.844372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.844372] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e72abc3-418b-45b7-8320-f76ef40d09b5 already deleted. [ 603.844372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e72abc3-418b-45b7-8320-f76ef40d09b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.051534] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.051732] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-968" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.051849] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-968" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.052191] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-968" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.052442] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.052599] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.052778] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.053104] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.053104] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.053259] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.053392] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.053497] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.053598] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.053700] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.053836] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.053915] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.073121] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.074392] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.074661] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.075071] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-968" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.075223] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.075395] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.075513] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.075832] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.075961] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.135009] env[65674]: INFO networking_nsxv3.common.synchronization [None req-40963ba0-cd4e-401e-8913-b4c5830b243c tempest-ServersTestBootFromVolume-1523565359 tempest-ServersTestBootFromVolume-1523565359-project-member] Enqueued Resource ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e with Priority: HIGHEST for action security_group_rules [ 604.135559] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e with Priority: HIGHEST for action security_group_rules [ 604.136264] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab0608f5-d5dd-4c66-919c-b7f19df42c7e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.136264] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.136264] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.136824] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.136824] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab0608f5-d5dd-4c66-919c-b7f19df42c7e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.299443] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0588fe-aa7f-40b4-9066-a3dec64ca364 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.299618] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.299710] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae0588fe-aa7f-40b4-9066-a3dec64ca364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.301010] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port beba056a-7bc9-4c43-9a61-7fd5203e19fa with status ACTIVE [ 604.301010] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.301493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.301493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.301493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.301493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.301930] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.301930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.301930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.304512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.304512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.304512] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.304512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.304512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.304512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.304512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.304512] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: beba056a-7bc9-4c43-9a61-7fd5203e19fa is going to be updated. [ 604.330354] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.330354] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.330482] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.330586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.330723] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.330888] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-beba056a-7bc9-4c43-9a61-7fd5203e19fa" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.331973] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9501479-b64d-461e-9e95-7fe1134fcfad in Status: SUCCESS [ 604.332281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.332870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.333261] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.333528] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.333688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.333792] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.334036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.334551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.334551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.334551] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9501479-b64d-461e-9e95-7fe1134fcfad',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.537505] env[65674]: INFO networking_nsxv3.common.synchronization [None req-432e0333-86b6-4dfc-9918-366cf7f9c33d tempest-ServersTestBootFromVolume-1523565359 tempest-ServersTestBootFromVolume-1523565359-project-member] Enqueued Resource ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e with Priority: HIGHEST for action security_group_rules [ 604.538055] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e with Priority: HIGHEST for action security_group_rules [ 604.538453] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab0608f5-d5dd-4c66-919c-b7f19df42c7e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.538655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.579900] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.580148] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.580327] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.580585] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.580728] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.580879] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f not found, creating... [ 604.581146] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.581359] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.581496] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.581711] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.581837] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.582119] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.582270] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.582380] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.582578] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.582704] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.582841] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f is going to be created. [ 604.604299] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.604596] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.604756] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.605070] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.605337] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.605592] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.658736] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.658948] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.659036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.659246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.659335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.659431] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e already deleted. [ 604.659513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.659661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.659809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.659893] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab0608f5-d5dd-4c66-919c-b7f19df42c7e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.682026] env[65674]: INFO networking_nsxv3.common.synchronization [None req-d96bc94c-cbc9-404b-88ea-d10097e2a215 None None] Enqueued Resource ID: d586ac9d-be2c-4600-b6aa-e9191514e456 with Priority: HIGHEST for action port [ 604.682026] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d586ac9d-be2c-4600-b6aa-e9191514e456 with Priority: HIGHEST for action port [ 604.682171] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-d586ac9d-be2c-4600-b6aa-e9191514e456 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.682238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d586ac9d-be2c-4600-b6aa-e9191514e456" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.682305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d586ac9d-be2c-4600-b6aa-e9191514e456" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.682566] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d586ac9d-be2c-4600-b6aa-e9191514e456" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.682647] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d586ac9d-be2c-4600-b6aa-e9191514e456',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.807033] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae0588fe-aa7f-40b4-9066-a3dec64ca364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.837090] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9501479-b64d-461e-9e95-7fe1134fcfad taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.837270] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.837345] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.837569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.837739] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.837837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.837901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.838062] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.838158] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.838246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.838425] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9501479-b64d-461e-9e95-7fe1134fcfad taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.840464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.840464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.840464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.840464] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.840464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.840464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.840464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.840464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.840464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.840464] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9501479-b64d-461e-9e95-7fe1134fcfad',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.915929] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0381a687-bb57-403a-a169-dd95f90858b0 in Status: SUCCESS [ 604.916201] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.916370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.916595] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.916837] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.917016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.917132] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.917385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.917520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.917665] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.917810] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0381a687-bb57-403a-a169-dd95f90858b0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.181454] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.181641] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.181738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.182010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.182146] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.182321] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e already deleted. [ 605.182466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.184899] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d586ac9d-be2c-4600-b6aa-e9191514e456 [ 605.186189] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.186189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.186189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.186189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.186189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.186189] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d586ac9d-be2c-4600-b6aa-e9191514e456 already deleted. [ 605.186189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d586ac9d-be2c-4600-b6aa-e9191514e456" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.311486] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.311486] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.311486] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.311858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.311858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.311918] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 is going to be created. [ 605.323899] env[65674]: INFO networking_nsxv3.common.synchronization [req-67ec3e58-39b0-4c73-88ca-d8a3e5e55a99 req-7693ee8f-110b-4244-8a6f-8146e5eed1b8 service nova] Enqueued Resource ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c with Priority: HIGHEST for action security_group_rules [ 605.327296] env[65674]: INFO networking_nsxv3.common.synchronization [req-67ec3e58-39b0-4c73-88ca-d8a3e5e55a99 req-7693ee8f-110b-4244-8a6f-8146e5eed1b8 service nova] Enqueued Resource ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c with Priority: HIGHEST for action security_group_members [ 605.327950] env[65674]: INFO networking_nsxv3.common.synchronization [req-67ec3e58-39b0-4c73-88ca-d8a3e5e55a99 req-7693ee8f-110b-4244-8a6f-8146e5eed1b8 service nova] Enqueued Resource ID: 7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f with Priority: HIGHEST for action port [ 605.328189] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c with Priority: HIGHEST for action security_group_rules [ 605.328345] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c with Priority: HIGHEST for action security_group_members [ 605.330077] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f with Priority: HIGHEST for action port [ 605.330077] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f54a4e-dc6c-4359-82ce-24d0bc273c5c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.330077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.330077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.330077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.330077] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f54a4e-dc6c-4359-82ce-24d0bc273c5c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.332453] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.332453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.332453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.332453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.332453] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.332453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.332453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.334042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.334042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.334042] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f54a4e-dc6c-4359-82ce-24d0bc273c5c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.335253] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.335253] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.335253] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.335492] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.335573] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.338930] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.339169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.339169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.341169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.341169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.344976] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9501479-b64d-461e-9e95-7fe1134fcfad: rpc.has_security_group_logging(os_id): False [ 605.356306] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 in Status: UNINITIALIZED for 2s [ 605.365812] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.365984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.366714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.366714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.366714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.366714] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.366935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.366935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.367095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.367162] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.367732] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.367732] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.367732] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.367732] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.367732] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.368158] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.368158] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.368158] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.368295] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.368838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.368838] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9501479-b64d-461e-9e95-7fe1134fcfad is going to be created. [ 605.422942] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0381a687-bb57-403a-a169-dd95f90858b0 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.422942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.422942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.422942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.422942] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.422942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.422942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.422942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.422942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.422942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.422942] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0381a687-bb57-403a-a169-dd95f90858b0 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.422942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.422942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.428450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.428450] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.428450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.428450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.428450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.428450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.428450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.428450] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0381a687-bb57-403a-a169-dd95f90858b0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.440065] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.442019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.442019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.442019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.442019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.454117] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9501479-b64d-461e-9e95-7fe1134fcfad in Status: IN_PROGRESS for 2s [ 605.835663] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f54a4e-dc6c-4359-82ce-24d0bc273c5c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.839346] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f with status ACTIVE [ 605.839346] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.839346] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.839346] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.839346] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.839346] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.839346] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.839346] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.839346] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.839767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.839767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.839767] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.839767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.839767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.840019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.840019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.840080] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f is going to be updated. [ 605.843957] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.843957] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.863951] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.864945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.864945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.864945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.864945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.864945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b4d3c79-b38b-48fd-819e-b4e8fbb9d42f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.932048] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0381a687-bb57-403a-a169-dd95f90858b0: rpc.has_security_group_logging(os_id): False [ 605.963966] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.964118] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.964192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.964403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.964675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.964927] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.965081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.965119] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.965748] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.965748] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.965748] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.965748] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.965748] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.965945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.968546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.968546] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.968546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.968546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.968546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.968546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.968546] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0381a687-bb57-403a-a169-dd95f90858b0 is going to be created. [ 606.024528] env[65674]: INFO networking_nsxv3.common.synchronization [None req-74717c13-4784-479c-856f-9106c9821cfe None None] Enqueued Resource ID: c1399aba-9dce-452b-98b5-656011a5d1ea with Priority: HIGHEST for action port [ 606.025072] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1399aba-9dce-452b-98b5-656011a5d1ea with Priority: HIGHEST for action port [ 606.025403] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1399aba-9dce-452b-98b5-656011a5d1ea taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.025542] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1399aba-9dce-452b-98b5-656011a5d1ea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.025616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1399aba-9dce-452b-98b5-656011a5d1ea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.028235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1399aba-9dce-452b-98b5-656011a5d1ea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.028333] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1399aba-9dce-452b-98b5-656011a5d1ea',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.066667] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.066667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.066667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.066667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.066667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.081697] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0381a687-bb57-403a-a169-dd95f90858b0 in Status: IN_PROGRESS for 2s [ 606.340276] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f54a4e-dc6c-4359-82ce-24d0bc273c5c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.532896] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1399aba-9dce-452b-98b5-656011a5d1ea [ 606.532896] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.532896] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.532896] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.532896] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.533516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.533516] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1399aba-9dce-452b-98b5-656011a5d1ea already deleted. [ 606.533516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1399aba-9dce-452b-98b5-656011a5d1ea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.845359] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.845359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.845359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.845359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.845359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.845359] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c is going to be created. [ 606.875415] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.875568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.875724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.875827] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.875979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.886912] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c in Status: UNINITIALIZED for 2s [ 607.370359] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 in Status: SUCCESS [ 607.370495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.370659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.370859] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.371772] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.371972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.372121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.372416] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.372559] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.372884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.372884] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae0588fe-aa7f-40b4-9066-a3dec64ca364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.469119] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9501479-b64d-461e-9e95-7fe1134fcfad in Status: SUCCESS [ 607.469407] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.878188] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0588fe-aa7f-40b4-9066-a3dec64ca364 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.878606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.878606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.878835] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.879107] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.879263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.879370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.879609] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.879736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.879867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.880103] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0588fe-aa7f-40b4-9066-a3dec64ca364 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.880279] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.880372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.880550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.880787] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.881059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.881941] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.882242] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.882381] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.882491] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.882646] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae0588fe-aa7f-40b4-9066-a3dec64ca364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.100501] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0381a687-bb57-403a-a169-dd95f90858b0 in Status: SUCCESS [ 608.100501] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.140125] env[65674]: INFO networking_nsxv3.common.synchronization [req-5a7ee417-2b21-497b-a499-f39d6bb112ed req-430cdae5-005f-4544-ba79-bd46011965a5 tempest-ImagesOneServerNegativeTestJSON-1196337290 tempest-ImagesOneServerNegativeTestJSON-1196337290-project-member] Enqueued Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 608.140125] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 608.140125] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.140125] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.140125] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.140512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.141105] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.141105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.141105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.141105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.141105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.141105] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.177140] env[65674]: INFO networking_nsxv3.common.synchronization [None req-d0a92748-667e-467b-b4e0-7348e2a0f147 tempest-VolumesAssistedSnapshotsTest-103486672 tempest-VolumesAssistedSnapshotsTest-103486672-project-member] Enqueued Resource ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 with Priority: HIGHEST for action security_group_rules [ 608.177566] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 with Priority: HIGHEST for action security_group_rules [ 608.178008] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-033c299f-38c7-460b-a3ea-abb40ff08db5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.178148] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.178274] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.178530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.178623] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('033c299f-38c7-460b-a3ea-abb40ff08db5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.385536] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae0588fe-aa7f-40b4-9066-a3dec64ca364: rpc.has_security_group_logging(os_id): False [ 608.410911] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.410911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.410911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.411721] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.412137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.414019] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.414019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.414019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.414019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.414019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.417092] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.417092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.417092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.417092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.417092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.417092] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.417092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.417092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.417092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.417092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.417092] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 is going to be created. [ 608.480854] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.481034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.481103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.481377] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.481917] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.498952] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 in Status: IN_PROGRESS for 2s [ 608.628373] env[65674]: INFO networking_nsxv3.common.synchronization [None req-8332bcdc-705d-4379-9ce5-15669bcdbc9d None None] Enqueued Resource ID: 553b86c0-9cb2-4ec6-8d3c-f15ccdd8cae7 with Priority: HIGHEST for action port [ 608.628373] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 553b86c0-9cb2-4ec6-8d3c-f15ccdd8cae7 with Priority: HIGHEST for action port [ 608.628373] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-553b86c0-9cb2-4ec6-8d3c-f15ccdd8cae7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.628373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-553b86c0-9cb2-4ec6-8d3c-f15ccdd8cae7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.628373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-553b86c0-9cb2-4ec6-8d3c-f15ccdd8cae7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.628373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-553b86c0-9cb2-4ec6-8d3c-f15ccdd8cae7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.628970] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('553b86c0-9cb2-4ec6-8d3c-f15ccdd8cae7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.643772] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.644041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.644041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.644231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.644328] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.644528] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.644632] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.644696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.644846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.644949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.645043] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 already deleted. [ 608.645121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.706638] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.706823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.706884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.707135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.707229] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.707350] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 already deleted. [ 608.707467] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.898884] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c in Status: SUCCESS [ 608.898884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.898884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.898884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.898884] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.900333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.900333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.900333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.900333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.900333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.900333] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85f54a4e-dc6c-4359-82ce-24d0bc273c5c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.131690] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 553b86c0-9cb2-4ec6-8d3c-f15ccdd8cae7 [ 609.131954] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.132108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.132334] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.132432] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.132494] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.132604] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:553b86c0-9cb2-4ec6-8d3c-f15ccdd8cae7 already deleted. [ 609.132668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-553b86c0-9cb2-4ec6-8d3c-f15ccdd8cae7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.407022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.407022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.407022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.407022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.407022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.407022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.407022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.407022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.407022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.407022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.407022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.407022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.407022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.407022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.407022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.407022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.407786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.407786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.407786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.407786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.407786] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85f54a4e-dc6c-4359-82ce-24d0bc273c5c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.549724] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.549724] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-379" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.549724] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-379" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.550042] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-379" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.550549] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.550681] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.550743] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.551343] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.551343] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.551343] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.551750] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.551750] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.551892] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.551892] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.552046] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.552114] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.572561] env[65674]: INFO networking_nsxv3.common.synchronization [None req-6424e30b-ec3a-4334-a0e9-383bc910dd20 tempest-VolumesAssistedSnapshotsTest-103486672 tempest-VolumesAssistedSnapshotsTest-103486672-project-member] Enqueued Resource ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 with Priority: HIGHEST for action security_group_rules [ 609.573731] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.573892] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.574175] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.574311] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-379" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.574613] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-66b50ddb-ff76-4e0f-9c16-0007f9c12697 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.574782] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-66b50ddb-ff76-4e0f-9c16-0007f9c12697" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.574896] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-66b50ddb-ff76-4e0f-9c16-0007f9c12697" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.575222] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-66b50ddb-ff76-4e0f-9c16-0007f9c12697" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.575397] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b50ddb-ff76-4e0f-9c16-0007f9c12697',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.576554] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 with Priority: HIGHEST for action security_group_rules [ 609.576981] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-033c299f-38c7-460b-a3ea-abb40ff08db5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.577120] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.577188] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.577365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.577447] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('033c299f-38c7-460b-a3ea-abb40ff08db5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.911236] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85f54a4e-dc6c-4359-82ce-24d0bc273c5c: rpc.has_security_group_logging(os_id): False [ 609.929577] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.929710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.929902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.929979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.930103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.930920] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.930920] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.930920] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.930920] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.930920] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.931213] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.931340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.931401] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.931562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.931633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.932679] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.932679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.932679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.932679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.932679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.932679] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c is going to be created. [ 609.993862] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.994425] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.994425] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.994425] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.994528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.003652] env[65674]: INFO networking_nsxv3.common.synchronization [None req-d33f6e27-d3d5-4437-97dc-711463b7c853 None None] Enqueued Resource ID: f91b14a3-3675-40f2-b207-55f5618e2926 with Priority: HIGHEST for action port [ 610.003652] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91b14a3-3675-40f2-b207-55f5618e2926 with Priority: HIGHEST for action port [ 610.003652] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-f91b14a3-3675-40f2-b207-55f5618e2926 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.003652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f91b14a3-3675-40f2-b207-55f5618e2926" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.003901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f91b14a3-3675-40f2-b207-55f5618e2926" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.003955] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f91b14a3-3675-40f2-b207-55f5618e2926" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.004089] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f91b14a3-3675-40f2-b207-55f5618e2926',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.005763] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c in Status: IN_PROGRESS for 2s [ 610.078254] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.078500] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.078701] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.078989] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.079197] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.079408] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 66b50ddb-ff76-4e0f-9c16-0007f9c12697 not found, creating... [ 610.079699] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.079800] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.080098] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.080300] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.080412] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.081038] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.081038] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.081173] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.081315] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.081456] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.081661] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 66b50ddb-ff76-4e0f-9c16-0007f9c12697 is going to be created. [ 610.122554] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.122554] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.123202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.123443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.124544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.124591] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 already deleted. [ 610.125349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.126975] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.126975] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.126975] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.126975] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.127201] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.127465] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-66b50ddb-ff76-4e0f-9c16-0007f9c12697" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.460617] env[65674]: INFO networking_nsxv3.common.synchronization [req-1aa3e2c5-82b8-4c7f-9c26-63f7ba93a01f req-7a0f7c16-61a7-4c10-884d-63047019bdc9 tempest-InstanceActionsTestJSON-1191492258 tempest-InstanceActionsTestJSON-1191492258-project-member] Enqueued Resource ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb with Priority: HIGHEST for action security_group_members [ 610.461159] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb with Priority: HIGHEST for action security_group_members [ 610.461491] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.461623] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.461706] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.461917] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.463140] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.463140] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.463140] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.463140] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.463140] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.463140] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ca1e63-0403-424d-a8ed-0a61f6e93cdb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.506520] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f91b14a3-3675-40f2-b207-55f5618e2926 [ 610.506757] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.506868] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.506934] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.507180] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.507280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.507354] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f91b14a3-3675-40f2-b207-55f5618e2926 already deleted. [ 610.507431] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f91b14a3-3675-40f2-b207-55f5618e2926" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.512540] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 in Status: SUCCESS [ 610.513375] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.584255] env[65674]: INFO networking_nsxv3.common.synchronization [None req-c44f225f-5be2-4e8c-a744-ec997231aad8 None None] Enqueued Resource ID: 48869a0d-3ff2-42c8-a1cd-f000662b6e45 with Priority: HIGHEST for action port [ 610.584255] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48869a0d-3ff2-42c8-a1cd-f000662b6e45 with Priority: HIGHEST for action port [ 610.585942] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-48869a0d-3ff2-42c8-a1cd-f000662b6e45 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.586366] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48869a0d-3ff2-42c8-a1cd-f000662b6e45" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.586612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48869a0d-3ff2-42c8-a1cd-f000662b6e45" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.588263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48869a0d-3ff2-42c8-a1cd-f000662b6e45" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.588263] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48869a0d-3ff2-42c8-a1cd-f000662b6e45',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.844227] env[65674]: INFO networking_nsxv3.common.synchronization [req-5a7ee417-2b21-497b-a499-f39d6bb112ed req-74835d6f-f85f-4437-bfeb-49e51b03f3c9 service nova] Enqueued Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_rules [ 610.844227] env[65674]: INFO networking_nsxv3.common.synchronization [req-5a7ee417-2b21-497b-a499-f39d6bb112ed req-74835d6f-f85f-4437-bfeb-49e51b03f3c9 service nova] Enqueued Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 610.844227] env[65674]: INFO networking_nsxv3.common.synchronization [req-5a7ee417-2b21-497b-a499-f39d6bb112ed req-74835d6f-f85f-4437-bfeb-49e51b03f3c9 service nova] Enqueued Resource ID: 66b50ddb-ff76-4e0f-9c16-0007f9c12697 with Priority: HIGHEST for action port [ 610.844227] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_rules [ 610.844543] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 610.844543] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b50ddb-ff76-4e0f-9c16-0007f9c12697 with Priority: HIGHEST for action port [ 610.844782] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.844881] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.844881] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.849208] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.849303] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.850225] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.850372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.850465] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.850624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.850819] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.851083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.851083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.851083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.851391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.851391] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.852483] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-66b50ddb-ff76-4e0f-9c16-0007f9c12697 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.852592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66b50ddb-ff76-4e0f-9c16-0007f9c12697" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.852658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66b50ddb-ff76-4e0f-9c16-0007f9c12697" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.856223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66b50ddb-ff76-4e0f-9c16-0007f9c12697" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.856270] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b50ddb-ff76-4e0f-9c16-0007f9c12697',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.964397] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.964723] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-630" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.964723] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-630" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.965141] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-630" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.965496] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.965496] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.965712] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.965751] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.966595] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.966595] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.966595] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.966595] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.966595] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.966595] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.967072] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.967072] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.968232] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.968232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.968232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.968402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.968402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.968589] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.968667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.968711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.968846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.968915] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.968992] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb already deleted. [ 610.970874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.990164] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.990164] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.990164] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.990164] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-630" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.990461] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-5ec6cb02-b14d-46fb-a831-ce4b6ee208ea taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.990461] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-5ec6cb02-b14d-46fb-a831-ce4b6ee208ea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.990589] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-5ec6cb02-b14d-46fb-a831-ce4b6ee208ea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.990868] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-5ec6cb02-b14d-46fb-a831-ce4b6ee208ea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.991236] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ec6cb02-b14d-46fb-a831-ce4b6ee208ea',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.018099] env[65674]: INFO networking_nsxv3.common.synchronization [None req-a1e8262c-9b8a-40de-bb49-37f0aa14d3cb None None] Enqueued Resource ID: b9195a64-9244-4f23-b18e-048381aa17cc with Priority: HIGHEST for action port [ 611.018374] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9195a64-9244-4f23-b18e-048381aa17cc with Priority: HIGHEST for action port [ 611.018993] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9195a64-9244-4f23-b18e-048381aa17cc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.019096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9195a64-9244-4f23-b18e-048381aa17cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.019193] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9195a64-9244-4f23-b18e-048381aa17cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.019478] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9195a64-9244-4f23-b18e-048381aa17cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.019478] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9195a64-9244-4f23-b18e-048381aa17cc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.092401] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48869a0d-3ff2-42c8-a1cd-f000662b6e45 [ 611.094263] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.094263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.094263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.094263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.094263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.094263] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48869a0d-3ff2-42c8-a1cd-f000662b6e45 already deleted. [ 611.094263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48869a0d-3ff2-42c8-a1cd-f000662b6e45" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.358612] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.361129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.361129] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.361129] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66b50ddb-ff76-4e0f-9c16-0007f9c12697 with status ACTIVE [ 611.361129] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.361129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.361129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.361129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.361129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.361129] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.361129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.361129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.361129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.361129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.361556] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.361556] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.361556] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.361648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.361676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.361749] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66b50ddb-ff76-4e0f-9c16-0007f9c12697 is going to be updated. [ 611.387209] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.387359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.387839] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.387839] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.387839] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.388302] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66b50ddb-ff76-4e0f-9c16-0007f9c12697" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.495142] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.495142] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.495142] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.495142] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.495142] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.495142] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 5ec6cb02-b14d-46fb-a831-ce4b6ee208ea not found, creating... [ 611.495360] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.495769] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.495924] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.496174] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.496317] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.496617] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.496759] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.496865] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.497256] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.497542] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.499492] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 5ec6cb02-b14d-46fb-a831-ce4b6ee208ea is going to be created. [ 611.521319] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9195a64-9244-4f23-b18e-048381aa17cc [ 611.521691] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.521691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.521691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.522182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.522182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.522182] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9195a64-9244-4f23-b18e-048381aa17cc already deleted. [ 611.522182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9195a64-9244-4f23-b18e-048381aa17cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.523336] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.523515] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.523651] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.523905] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.524163] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.524390] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-5ec6cb02-b14d-46fb-a831-ce4b6ee208ea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.866448] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.023302] env[65674]: INFO networking_nsxv3.common.synchronization [None req-9e9299ff-d661-4f5d-82ce-91e00e202fbd None None] Enqueued Resource ID: 47b87c64-a100-4b68-ac21-f0467ca18511 with Priority: HIGHEST for action port [ 612.024961] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c in Status: SUCCESS [ 612.024961] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.024961] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b87c64-a100-4b68-ac21-f0467ca18511 with Priority: HIGHEST for action port [ 612.025450] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-47b87c64-a100-4b68-ac21-f0467ca18511 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.025571] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47b87c64-a100-4b68-ac21-f0467ca18511" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.025627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47b87c64-a100-4b68-ac21-f0467ca18511" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.025859] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47b87c64-a100-4b68-ac21-f0467ca18511" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.025939] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47b87c64-a100-4b68-ac21-f0467ca18511',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.092330] env[65674]: INFO networking_nsxv3.common.synchronization [req-8673a6aa-bd34-4651-a04a-daded47bef9b req-2ac8ad62-44e1-4fc2-aeb6-76d8862fde95 tempest-MigrationsAdminTest-205860385 tempest-MigrationsAdminTest-205860385-project-member] Enqueued Resource ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 with Priority: HIGHEST for action security_group_members [ 612.092330] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 with Priority: HIGHEST for action security_group_members [ 612.092330] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c66648d-ad13-4f76-8f6d-6104cc86cec2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.092330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.092330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.092330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.092330] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.092330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.092330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.092658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.092752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.094852] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.268457] env[65674]: INFO networking_nsxv3.common.synchronization [req-1aa3e2c5-82b8-4c7f-9c26-63f7ba93a01f req-08a06402-a8df-4644-8442-02538bb62262 service nova] Enqueued Resource ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb with Priority: HIGHEST for action security_group_rules [ 612.268903] env[65674]: INFO networking_nsxv3.common.synchronization [req-1aa3e2c5-82b8-4c7f-9c26-63f7ba93a01f req-08a06402-a8df-4644-8442-02538bb62262 service nova] Enqueued Resource ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb with Priority: HIGHEST for action security_group_members [ 612.269102] env[65674]: INFO networking_nsxv3.common.synchronization [req-1aa3e2c5-82b8-4c7f-9c26-63f7ba93a01f req-08a06402-a8df-4644-8442-02538bb62262 service nova] Enqueued Resource ID: 5ec6cb02-b14d-46fb-a831-ce4b6ee208ea with Priority: HIGHEST for action port [ 612.269949] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb with Priority: HIGHEST for action security_group_rules [ 612.270144] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb with Priority: HIGHEST for action security_group_members [ 612.270290] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ec6cb02-b14d-46fb-a831-ce4b6ee208ea with Priority: HIGHEST for action port [ 612.270586] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.270711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.270750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.271323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.271468] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ca1e63-0403-424d-a8ed-0a61f6e93cdb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.272369] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.272487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.272556] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.272963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.273066] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.273134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.273211] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.273340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.273430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.273515] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ca1e63-0403-424d-a8ed-0a61f6e93cdb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.274300] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ec6cb02-b14d-46fb-a831-ce4b6ee208ea taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.274414] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ec6cb02-b14d-46fb-a831-ce4b6ee208ea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.274496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ec6cb02-b14d-46fb-a831-ce4b6ee208ea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.274701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ec6cb02-b14d-46fb-a831-ce4b6ee208ea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.274796] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ec6cb02-b14d-46fb-a831-ce4b6ee208ea',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.368831] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.369016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.369181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.369308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.369392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.369496] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 is going to be created. [ 612.398694] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.398898] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.398974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.399225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.399415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.411135] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: UNINITIALIZED for 2s [ 612.528959] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47b87c64-a100-4b68-ac21-f0467ca18511 [ 612.529366] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.529581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.529687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.530183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.530473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.530901] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47b87c64-a100-4b68-ac21-f0467ca18511 already deleted. [ 612.530901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47b87c64-a100-4b68-ac21-f0467ca18511" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.564201] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.564201] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.564201] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.565457] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.565457] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.565457] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.565457] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.565457] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.565457] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.565761] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.565761] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.565761] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.565883] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.565960] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.566018] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.567083] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.587661] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.589222] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.589222] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.589222] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.589222] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-3c7d747d-4025-4ec4-9a40-fda0cf3199e5 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.589222] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-3c7d747d-4025-4ec4-9a40-fda0cf3199e5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.589222] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-3c7d747d-4025-4ec4-9a40-fda0cf3199e5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.589578] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-3c7d747d-4025-4ec4-9a40-fda0cf3199e5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.589684] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c7d747d-4025-4ec4-9a40-fda0cf3199e5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.600737] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.600737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.601673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.601948] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.602044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.602275] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.602683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.602683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.602683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.603252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.603252] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 already deleted. [ 612.603252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.778816] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.778816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.778816] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4ca1e63-0403-424d-a8ed-0a61f6e93cdb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.778816] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ec6cb02-b14d-46fb-a831-ce4b6ee208ea with status ACTIVE [ 612.779049] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.779049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.779144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.779309] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.779396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.779555] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.779648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.779710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.779864] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.780186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.780429] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.780429] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.780516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.780715] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.780715] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.780990] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ec6cb02-b14d-46fb-a831-ce4b6ee208ea is going to be updated. [ 612.810368] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.810474] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.810509] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.810996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.810996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.813336] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ec6cb02-b14d-46fb-a831-ce4b6ee208ea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.096158] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.096158] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.096158] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.096158] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.096158] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.096158] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 3c7d747d-4025-4ec4-9a40-fda0cf3199e5 not found, creating... [ 613.096158] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.096158] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.096158] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.096158] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.096158] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.096783] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.100024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.100024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.100024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.100024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.100024] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 3c7d747d-4025-4ec4-9a40-fda0cf3199e5 is going to be created. [ 613.130430] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.130825] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.131024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.131383] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.131605] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.131847] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-3c7d747d-4025-4ec4-9a40-fda0cf3199e5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.282712] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4ca1e63-0403-424d-a8ed-0a61f6e93cdb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.786288] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.786288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.786288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.786288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.787392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.787392] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb is going to be created. [ 613.821379] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.822956] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.825020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.825020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.825020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.837798] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb in Status: UNINITIALIZED for 2s [ 614.026135] env[65674]: INFO networking_nsxv3.common.synchronization [req-8673a6aa-bd34-4651-a04a-daded47bef9b req-eb7afc68-cf49-4cdf-9c6d-600e269b1947 service nova] Enqueued Resource ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 with Priority: HIGHEST for action security_group_rules [ 614.029846] env[65674]: INFO networking_nsxv3.common.synchronization [req-8673a6aa-bd34-4651-a04a-daded47bef9b req-eb7afc68-cf49-4cdf-9c6d-600e269b1947 service nova] Enqueued Resource ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 with Priority: HIGHEST for action security_group_members [ 614.029846] env[65674]: INFO networking_nsxv3.common.synchronization [req-8673a6aa-bd34-4651-a04a-daded47bef9b req-eb7afc68-cf49-4cdf-9c6d-600e269b1947 service nova] Enqueued Resource ID: 3c7d747d-4025-4ec4-9a40-fda0cf3199e5 with Priority: HIGHEST for action port [ 614.029846] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 with Priority: HIGHEST for action security_group_rules [ 614.029846] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 with Priority: HIGHEST for action security_group_members [ 614.029846] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c7d747d-4025-4ec4-9a40-fda0cf3199e5 with Priority: HIGHEST for action port [ 614.029846] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c66648d-ad13-4f76-8f6d-6104cc86cec2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.029846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.029846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.029846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.029846] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.029846] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c66648d-ad13-4f76-8f6d-6104cc86cec2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.029846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.029846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.030714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.031283] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.031283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.031283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.031283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.032178] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.032391] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.034628] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c7d747d-4025-4ec4-9a40-fda0cf3199e5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.034628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c7d747d-4025-4ec4-9a40-fda0cf3199e5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.034628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c7d747d-4025-4ec4-9a40-fda0cf3199e5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.037170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c7d747d-4025-4ec4-9a40-fda0cf3199e5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.037170] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c7d747d-4025-4ec4-9a40-fda0cf3199e5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.424947] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: SUCCESS [ 614.424947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.424947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.424947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.424947] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.424947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.424947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.424947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.424947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.424947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.424947] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.438770] env[65674]: INFO networking_nsxv3.common.synchronization [None req-f37eadf9-aecb-4f74-ac14-c5942a9503a8 None None] Enqueued Resource ID: 79ca05ff-44e7-4b68-9374-8e54f9d29c48 with Priority: HIGHEST for action port [ 614.439486] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ca05ff-44e7-4b68-9374-8e54f9d29c48 with Priority: HIGHEST for action port [ 614.439799] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-79ca05ff-44e7-4b68-9374-8e54f9d29c48 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.439941] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79ca05ff-44e7-4b68-9374-8e54f9d29c48" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.440049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79ca05ff-44e7-4b68-9374-8e54f9d29c48" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.440264] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79ca05ff-44e7-4b68-9374-8e54f9d29c48" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.440371] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79ca05ff-44e7-4b68-9374-8e54f9d29c48',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.468999] env[65674]: INFO networking_nsxv3.common.synchronization [req-033f35aa-8667-4cd7-b6b8-510ae346025e req-aeea0790-5c15-4626-bda0-a4ce4f8e08a8 tempest-DeleteServersTestJSON-212486772 tempest-DeleteServersTestJSON-212486772-project-member] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 614.469626] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 614.469932] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.470372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.470844] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.470844] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.470949] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.471011] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.471044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.471657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.471657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.471657] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.534811] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.536494] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c66648d-ad13-4f76-8f6d-6104cc86cec2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.536614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.536787] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c7d747d-4025-4ec4-9a40-fda0cf3199e5 with status ACTIVE [ 614.536961] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.537119] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.537182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.537390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.537490] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.537694] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.537776] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.537776] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.537926] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.538010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.538208] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.538320] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.538382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.538526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.538596] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.538708] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c7d747d-4025-4ec4-9a40-fda0cf3199e5 is going to be updated. [ 614.563196] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.563802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.563802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.563802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.563960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.564137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c7d747d-4025-4ec4-9a40-fda0cf3199e5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.899016] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.899232] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.899352] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.899830] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.900157] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.900385] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.900543] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.900832] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.901089] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.901314] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.901416] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.901538] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.901664] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.901801] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.901930] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.902088] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.922647] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.922849] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.923046] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.923202] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.923533] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.923702] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.923821] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.924253] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.924413] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.928128] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.928465] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.928569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.928824] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.929049] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.929217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.929271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.929441] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.929525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.929627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.929828] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.929928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.930010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.931079] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.931480] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.931564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.931631] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.931811] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.931877] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.931961] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.932065] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.943787] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79ca05ff-44e7-4b68-9374-8e54f9d29c48 [ 614.944166] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.944166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.944373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.944490] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.944607] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.944723] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79ca05ff-44e7-4b68-9374-8e54f9d29c48 already deleted. [ 614.944795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79ca05ff-44e7-4b68-9374-8e54f9d29c48" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.974353] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.974573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.974646] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.974913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.975363] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.975542] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.975725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.975838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.976120] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.976269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.976445] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 already deleted. [ 614.976569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.037459] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.426514] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.426926] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.426978] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.427502] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.427502] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.427693] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3 not found, creating... [ 615.427996] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.428425] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.428425] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.428601] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.429235] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.429235] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.429324] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.429449] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.429646] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.429778] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.429931] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3 is going to be created. [ 615.434735] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ed8baf-5b75-403b-bc48-e220db859499: rpc.has_security_group_logging(os_id): False [ 615.455505] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.455651] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.455651] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.456512] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.456904] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.457848] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.459967] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.460117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.460204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.460525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.460631] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.460926] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.461071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.461142] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.461330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.461457] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.461676] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.461860] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.461943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.462140] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.462232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.462526] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.462629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.462709] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.462916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.463008] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.463105] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 is going to be created. [ 615.540675] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.540861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.540998] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.541611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.541611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.541611] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 is going to be created. [ 615.577575] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.577575] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.577742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.577993] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.578215] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.592560] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.592728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.592801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.593035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.593251] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.595729] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: IN_PROGRESS for 2s [ 615.606353] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 in Status: UNINITIALIZED for 2s [ 615.705505] env[65674]: INFO networking_nsxv3.common.synchronization [req-a370ad96-f8bf-4734-8d86-fcbbc9e0d240 req-6fcbbe7c-8b69-4f47-8e48-8b5250e1fb9e tempest-SecurityGroupRulesNegativeTestJSON-1759951663 tempest-SecurityGroupRulesNegativeTestJSON-1759951663-project-member] Enqueued Resource ID: 40f8209f-0d77-4ad4-aba5-5ad0bcca77a6 with Priority: HIGHEST for action security_group_rules [ 615.706105] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f8209f-0d77-4ad4-aba5-5ad0bcca77a6 with Priority: HIGHEST for action security_group_rules [ 615.706418] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f8209f-0d77-4ad4-aba5-5ad0bcca77a6 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.706561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f8209f-0d77-4ad4-aba5-5ad0bcca77a6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.706613] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f8209f-0d77-4ad4-aba5-5ad0bcca77a6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.706893] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f8209f-0d77-4ad4-aba5-5ad0bcca77a6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.706977] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f8209f-0d77-4ad4-aba5-5ad0bcca77a6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.848587] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb in Status: SUCCESS [ 615.848853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.849055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.849965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.849965] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.849965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.849965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.849965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.850240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.850240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.850240] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4ca1e63-0403-424d-a8ed-0a61f6e93cdb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.234436] env[65674]: INFO networking_nsxv3.common.synchronization [req-033f35aa-8667-4cd7-b6b8-510ae346025e req-6666b7cb-880f-4241-8119-84de97b6bc99 service nova] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_rules [ 616.234694] env[65674]: INFO networking_nsxv3.common.synchronization [req-033f35aa-8667-4cd7-b6b8-510ae346025e req-6666b7cb-880f-4241-8119-84de97b6bc99 service nova] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 616.234694] env[65674]: INFO networking_nsxv3.common.synchronization [req-033f35aa-8667-4cd7-b6b8-510ae346025e req-6666b7cb-880f-4241-8119-84de97b6bc99 service nova] Enqueued Resource ID: 3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3 with Priority: HIGHEST for action port [ 616.235872] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.236037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.236103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.236338] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.236417] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.236590] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f8209f-0d77-4ad4-aba5-5ad0bcca77a6 already deleted. [ 616.236731] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f8209f-0d77-4ad4-aba5-5ad0bcca77a6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.237327] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_rules [ 616.237500] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 616.237650] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3 with Priority: HIGHEST for action port [ 616.238056] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.238197] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.241617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.241617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.241617] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.241617] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.241617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.241617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.241617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.241617] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.241617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.241617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.242266] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.242266] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.242266] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.249902] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.250360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.250360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.251655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.251655] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.354394] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.354394] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.354610] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.354642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.354827] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.354916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.354986] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.355158] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.355290] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.355423] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.355609] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.355750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.356076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.356076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.356195] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.356312] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.357738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.357738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.357738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.357738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.357738] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4ca1e63-0403-424d-a8ed-0a61f6e93cdb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.756021] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.756021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.756021] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.756021] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3 with status ACTIVE [ 616.758022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.758022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.758022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.758022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.758022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.758022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.758022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.761651] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.761651] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.761651] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.761651] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.761956] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.761956] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.761956] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.762155] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.762206] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3 is going to be updated. [ 616.791683] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.791907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.791976] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.792464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.792464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.792464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c62ee4c-310a-4ab4-84d1-6e41f8ca0ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.859661] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4ca1e63-0403-424d-a8ed-0a61f6e93cdb: rpc.has_security_group_logging(os_id): False [ 616.897502] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.897750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.897750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.898397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.898397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.898666] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.898961] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.899047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.899451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.899740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.900134] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.900577] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.900846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.901233] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.901404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.901778] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.902074] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.902235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.902656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.902871] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.903065] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb is going to be created. [ 616.997864] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.998110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.998110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.998351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.998540] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.013667] env[65674]: INFO networking_nsxv3.common.synchronization [req-5b88d29c-f78e-471f-957b-62b2c4cacda4 req-ae964aa5-c639-4179-818d-d1145afc5187 tempest-ServerDiskConfigTestJSON-1535982359 tempest-ServerDiskConfigTestJSON-1535982359-project-member] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 617.013667] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 617.013667] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.013667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.013667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.013667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.013667] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.013667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.013667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.013667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.013667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.013667] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.021321] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb in Status: IN_PROGRESS for 2s [ 617.265276] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.435431] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.435682] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.435839] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.436196] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.436498] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.436727] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.437123] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.437363] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.437509] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.437729] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.437902] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.438050] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.438208] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.438311] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.438419] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.438546] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.464141] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.464486] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.465026] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.465203] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.465566] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-e86e8f54-59bf-4769-af98-d54a242eac54 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.465726] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-e86e8f54-59bf-4769-af98-d54a242eac54" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.465840] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-e86e8f54-59bf-4769-af98-d54a242eac54" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.466169] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-e86e8f54-59bf-4769-af98-d54a242eac54" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.466309] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86e8f54-59bf-4769-af98-d54a242eac54',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.516602] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.516800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.516838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.517060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.517136] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.517323] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.517429] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.517497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.517641] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.517716] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.517799] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 already deleted. [ 617.517875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.614578] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: SUCCESS [ 617.614801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.615873] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 in Status: SUCCESS [ 617.616093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.616320] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.616579] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.617178] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.617178] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.617178] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.617178] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.617426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.617426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.617602] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.768339] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.768904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.768904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.769026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.769090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.769188] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be created. [ 617.799320] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.799651] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.799886] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.800138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.800389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.813434] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: UNINITIALIZED for 2s [ 617.969542] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.969786] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.969939] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.970239] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.970453] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.970755] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port e86e8f54-59bf-4769-af98-d54a242eac54 not found, creating... [ 617.971239] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.971531] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.971660] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.972122] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.972165] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.972478] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.972637] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.972999] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.973093] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.973256] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.973555] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: e86e8f54-59bf-4769-af98-d54a242eac54 is going to be created. [ 618.005037] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.005405] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.005611] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.006113] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.006284] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.006680] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-e86e8f54-59bf-4769-af98-d54a242eac54" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.122691] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c66648d-ad13-4f76-8f6d-6104cc86cec2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.122875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.122991] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.123307] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.123561] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.123686] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.123745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.123989] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.124098] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.124224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.124620] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c66648d-ad13-4f76-8f6d-6104cc86cec2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.124620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.124794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.124944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.125128] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.125239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.125300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.125516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.125608] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.125699] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.125794] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.632093] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c66648d-ad13-4f76-8f6d-6104cc86cec2: rpc.has_security_group_logging(os_id): False [ 618.662036] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.662036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.662036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.662036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.662036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.662036] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.662036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.662036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.662036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.662036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.662036] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.663121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.663324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.663611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.663919] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.664267] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.664527] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.664708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.665013] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.665347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.665557] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 is going to be created. [ 618.704024] env[65674]: INFO networking_nsxv3.common.synchronization [req-5b88d29c-f78e-471f-957b-62b2c4cacda4 req-9ec08b5b-34d4-41c9-ad76-86560676c2ed service nova] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_rules [ 618.704024] env[65674]: INFO networking_nsxv3.common.synchronization [req-5b88d29c-f78e-471f-957b-62b2c4cacda4 req-9ec08b5b-34d4-41c9-ad76-86560676c2ed service nova] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 618.704024] env[65674]: INFO networking_nsxv3.common.synchronization [req-5b88d29c-f78e-471f-957b-62b2c4cacda4 req-9ec08b5b-34d4-41c9-ad76-86560676c2ed service nova] Enqueued Resource ID: e86e8f54-59bf-4769-af98-d54a242eac54 with Priority: HIGHEST for action port [ 618.704024] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_rules [ 618.704024] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 618.704024] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e86e8f54-59bf-4769-af98-d54a242eac54 with Priority: HIGHEST for action port [ 618.704024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.704635] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.704834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.705286] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.705651] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.706800] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.709019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.709019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.709019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.709019] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.709019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.709019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.709019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.709019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.709019] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.709993] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-e86e8f54-59bf-4769-af98-d54a242eac54 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.710313] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e86e8f54-59bf-4769-af98-d54a242eac54" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.710587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e86e8f54-59bf-4769-af98-d54a242eac54" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.710842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e86e8f54-59bf-4769-af98-d54a242eac54" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.711020] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86e8f54-59bf-4769-af98-d54a242eac54',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.765252] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.765252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.765252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.765252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.765252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.789544] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 in Status: IN_PROGRESS for 2s [ 619.038020] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb in Status: SUCCESS [ 619.038281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.213491] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.214540] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.214657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.215048] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e86e8f54-59bf-4769-af98-d54a242eac54 with status ACTIVE [ 619.215228] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.215442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.215442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.215782] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.215782] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.215894] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.216053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.216150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.216907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.216907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.216907] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.216907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.216907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.217149] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.217149] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.217228] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e86e8f54-59bf-4769-af98-d54a242eac54 is going to be updated. [ 619.239754] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.240054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.240054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.240405] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.240612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.240794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e86e8f54-59bf-4769-af98-d54a242eac54" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.331613] env[65674]: INFO networking_nsxv3.common.synchronization [None req-60806bc3-ac95-450e-b00e-790059bf1645 None None] Enqueued Resource ID: bcfdcf19-69dd-465d-ba56-dd9ac246cae6 with Priority: HIGHEST for action port [ 619.332259] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcfdcf19-69dd-465d-ba56-dd9ac246cae6 with Priority: HIGHEST for action port [ 619.332638] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcfdcf19-69dd-465d-ba56-dd9ac246cae6 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.332773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcfdcf19-69dd-465d-ba56-dd9ac246cae6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.332861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcfdcf19-69dd-465d-ba56-dd9ac246cae6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.333578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcfdcf19-69dd-465d-ba56-dd9ac246cae6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.333689] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcfdcf19-69dd-465d-ba56-dd9ac246cae6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.716355] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.828020] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 619.828020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.828020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.828020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.828020] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.828020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.828020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.828020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.828020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.829075] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.829075] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.840809] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcfdcf19-69dd-465d-ba56-dd9ac246cae6 [ 619.840809] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.840809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.840809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.843043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.843043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.843043] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcfdcf19-69dd-465d-ba56-dd9ac246cae6 already deleted. [ 619.843043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcfdcf19-69dd-465d-ba56-dd9ac246cae6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.219314] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.219646] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.219828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.220420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.220714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.220919] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be created. [ 620.277018] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.277268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.277268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.280184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.280184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.308518] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: UNINITIALIZED for 2s [ 620.334207] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.334424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.334467] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.334689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.334873] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.334983] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.335085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.335259] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.335351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.335458] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.335642] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.335734] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.335787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.335924] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.336077] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.336201] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.336519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.336519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.336519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.336646] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.336646] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.812482] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 in Status: SUCCESS [ 620.813024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.842158] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d237632f-4d7a-4d2b-9c4d-e5ca0aca7231: rpc.has_security_group_logging(os_id): False [ 620.864984] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.867031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.867031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.867031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.867031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.867031] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.867031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.867031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.867031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.867031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.867892] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.868347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.868569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.868858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.869102] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.869583] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.870310] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.870310] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.870310] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.870310] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.870734] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be created. [ 620.874798] env[65674]: INFO networking_nsxv3.common.synchronization [None req-ad10dfea-8a0d-4ae8-b235-a0dce6477493 tempest-ServersV294TestFqdnHostnames-1043679395 tempest-ServersV294TestFqdnHostnames-1043679395-project-member] Enqueued Resource ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf with Priority: HIGHEST for action security_group_rules [ 620.874798] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf with Priority: HIGHEST for action security_group_rules [ 620.877228] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abc045af-bb90-4f35-8b83-0d6cdd7942bf taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.877228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.877362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.877567] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.877750] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abc045af-bb90-4f35-8b83-0d6cdd7942bf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.879895] env[65674]: INFO networking_nsxv3.common.synchronization [req-c3be8fbc-3a46-4dac-bca3-ac0051c9e9ea req-bc543190-79d0-4350-b490-a5f6af89eee5 tempest-SecurityGroupRulesNegativeTestJSON-1759951663 tempest-SecurityGroupRulesNegativeTestJSON-1759951663-project-member] Enqueued Resource ID: 40f8209f-0d77-4ad4-aba5-5ad0bcca77a6 with Priority: HIGHEST for action security_group_rules [ 620.880599] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f8209f-0d77-4ad4-aba5-5ad0bcca77a6 with Priority: HIGHEST for action security_group_rules [ 620.880860] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f8209f-0d77-4ad4-aba5-5ad0bcca77a6 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.881130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f8209f-0d77-4ad4-aba5-5ad0bcca77a6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.881197] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f8209f-0d77-4ad4-aba5-5ad0bcca77a6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.881701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f8209f-0d77-4ad4-aba5-5ad0bcca77a6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.881701] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f8209f-0d77-4ad4-aba5-5ad0bcca77a6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.953268] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.953268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.953268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.953268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.953268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.972424] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 621.006057] env[65674]: INFO networking_nsxv3.common.synchronization [None req-58a6840b-3427-4f8e-ad3d-98efa6160601 tempest-ServersV294TestFqdnHostnames-1043679395 tempest-ServersV294TestFqdnHostnames-1043679395-project-member] Enqueued Resource ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf with Priority: HIGHEST for action security_group_rules [ 621.010531] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf with Priority: HIGHEST for action security_group_rules [ 621.011231] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abc045af-bb90-4f35-8b83-0d6cdd7942bf taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.011231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.420368] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.420368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.420368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.420368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.420368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.420368] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f8209f-0d77-4ad4-aba5-5ad0bcca77a6 already deleted. [ 621.420368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f8209f-0d77-4ad4-aba5-5ad0bcca77a6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.422657] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.422657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.422657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.422657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.422657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.422657] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf already deleted. [ 621.423077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.423077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.424412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.424412] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abc045af-bb90-4f35-8b83-0d6cdd7942bf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.947851] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.948280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.948280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.948759] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.948759] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.948759] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf already deleted. [ 621.948759] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.196878] env[65674]: INFO networking_nsxv3.common.synchronization [None req-e89d13ae-c8c5-4ae8-91a3-a2962a492218 None None] Enqueued Resource ID: aabeaa93-4ba5-4cb3-b198-41e60f0c8066 with Priority: HIGHEST for action port [ 622.196878] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabeaa93-4ba5-4cb3-b198-41e60f0c8066 with Priority: HIGHEST for action port [ 622.196878] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-aabeaa93-4ba5-4cb3-b198-41e60f0c8066 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.196878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aabeaa93-4ba5-4cb3-b198-41e60f0c8066" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.196878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aabeaa93-4ba5-4cb3-b198-41e60f0c8066" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.196878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aabeaa93-4ba5-4cb3-b198-41e60f0c8066" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.196878] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aabeaa93-4ba5-4cb3-b198-41e60f0c8066',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.322017] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 622.322274] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.322458] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.322697] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.322992] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.323127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.323192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.323360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.323437] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.323520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.323610] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.474323] env[65674]: INFO networking_nsxv3.common.synchronization [req-4f539b20-108d-455d-95af-784327179316 req-b161916d-81b2-41ba-9409-013ff7a85133 tempest-VolumesAdminNegativeTest-1017007562 tempest-VolumesAdminNegativeTest-1017007562-project-member] Enqueued Resource ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 with Priority: HIGHEST for action security_group_members [ 622.474323] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 with Priority: HIGHEST for action security_group_members [ 622.475192] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-162b4c36-798b-4363-a0d9-78e9e0020b87 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.475543] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.475737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.476107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.476379] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.477967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.477967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.477967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.477967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.477967] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('162b4c36-798b-4363-a0d9-78e9e0020b87',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.702159] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aabeaa93-4ba5-4cb3-b198-41e60f0c8066 [ 622.702159] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.702159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.702159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.702159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.702814] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.702814] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aabeaa93-4ba5-4cb3-b198-41e60f0c8066 already deleted. [ 622.702814] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aabeaa93-4ba5-4cb3-b198-41e60f0c8066" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.826185] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.827497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.827497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.827497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.827497] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.827497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.827497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.828011] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.828011] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.828011] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.828204] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.828376] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.828493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.828740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.828942] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.829180] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.829424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.829482] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.829925] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.829925] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.829925] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.952646] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.953027] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-10" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.953027] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-10" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.953376] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-10" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.953645] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.953809] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.953917] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.954161] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.954304] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.954506] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.954614] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.954708] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.954811] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.954913] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.955016] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.955146] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.979766] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.980065] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.980161] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.980409] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-10" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.980769] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-b1429576-58c9-43d7-8adc-4211a24f2f39 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.980962] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-b1429576-58c9-43d7-8adc-4211a24f2f39" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.981122] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-b1429576-58c9-43d7-8adc-4211a24f2f39" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.981450] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-b1429576-58c9-43d7-8adc-4211a24f2f39" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.981578] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1429576-58c9-43d7-8adc-4211a24f2f39',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.984447] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.986747] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.986819] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.987090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.987166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.987374] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.987508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.987571] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.987736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.987822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.988107] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 already deleted. [ 622.988107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.988913] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 622.990252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.339515] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42396e53-d400-46eb-89f6-b7ef6c030927: rpc.has_security_group_logging(os_id): False [ 623.366472] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.366753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.366753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.367229] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.367229] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.367593] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.367736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.367876] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.368184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.368330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.368621] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.369158] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.369158] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.369158] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.369335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.369533] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.369684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.369812] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.370049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.370192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.370400] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be created. [ 623.445982] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.446387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.446476] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.446833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.447067] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.460878] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 623.484394] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.484732] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.484928] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.485337] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.485532] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.485744] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port b1429576-58c9-43d7-8adc-4211a24f2f39 not found, creating... [ 623.486171] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.486406] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.486578] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.486891] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.487140] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.487999] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.487999] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.487999] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.488187] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.488375] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.488987] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: b1429576-58c9-43d7-8adc-4211a24f2f39 is going to be created. [ 623.528139] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.528139] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.528139] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.528593] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.528917] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.528917] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-b1429576-58c9-43d7-8adc-4211a24f2f39" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.252804] env[65674]: INFO networking_nsxv3.common.synchronization [req-4f539b20-108d-455d-95af-784327179316 req-c8949576-ab60-40b8-85f3-3bbe313d5e9a service nova] Enqueued Resource ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 with Priority: HIGHEST for action security_group_rules [ 624.253108] env[65674]: INFO networking_nsxv3.common.synchronization [req-4f539b20-108d-455d-95af-784327179316 req-c8949576-ab60-40b8-85f3-3bbe313d5e9a service nova] Enqueued Resource ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 with Priority: HIGHEST for action security_group_members [ 624.253190] env[65674]: INFO networking_nsxv3.common.synchronization [req-4f539b20-108d-455d-95af-784327179316 req-c8949576-ab60-40b8-85f3-3bbe313d5e9a service nova] Enqueued Resource ID: b1429576-58c9-43d7-8adc-4211a24f2f39 with Priority: HIGHEST for action port [ 624.253766] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 with Priority: HIGHEST for action security_group_rules [ 624.253906] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 with Priority: HIGHEST for action security_group_members [ 624.254044] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1429576-58c9-43d7-8adc-4211a24f2f39 with Priority: HIGHEST for action port [ 624.254292] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-162b4c36-798b-4363-a0d9-78e9e0020b87 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.254436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.254528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.254827] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.254913] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('162b4c36-798b-4363-a0d9-78e9e0020b87',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.256104] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-162b4c36-798b-4363-a0d9-78e9e0020b87 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.256267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.256343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.256533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.256689] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.256787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.256900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.257058] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.257143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.257279] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('162b4c36-798b-4363-a0d9-78e9e0020b87',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.258057] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1429576-58c9-43d7-8adc-4211a24f2f39 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.258172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1429576-58c9-43d7-8adc-4211a24f2f39" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.258240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1429576-58c9-43d7-8adc-4211a24f2f39" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.259038] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1429576-58c9-43d7-8adc-4211a24f2f39" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.259038] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1429576-58c9-43d7-8adc-4211a24f2f39',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.760576] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-162b4c36-798b-4363-a0d9-78e9e0020b87 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.760728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.760928] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('162b4c36-798b-4363-a0d9-78e9e0020b87',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.762255] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1429576-58c9-43d7-8adc-4211a24f2f39 with status ACTIVE [ 624.762255] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.762255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.762564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.762564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.762686] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.762776] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.762875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.762936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.763252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.763252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.763354] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.763431] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.763487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.763619] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.763687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.764307] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1429576-58c9-43d7-8adc-4211a24f2f39 is going to be updated. [ 624.792571] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.792750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.792815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.793095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.793197] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.793379] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1429576-58c9-43d7-8adc-4211a24f2f39" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.266512] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('162b4c36-798b-4363-a0d9-78e9e0020b87',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.317884] env[65674]: INFO networking_nsxv3.common.synchronization [req-3798ad49-af60-4628-ac40-0e3cd3e17e0e req-5b86fb6b-ce1f-410a-9d80-84613a2cdd03 tempest-DeleteServersAdminTestJSON-1643637424 tempest-DeleteServersAdminTestJSON-1643637424-project-admin] Enqueued Resource ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 with Priority: HIGHEST for action security_group_members [ 625.318616] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 with Priority: HIGHEST for action security_group_members [ 625.318990] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0588fe-aa7f-40b4-9066-a3dec64ca364 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.319984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.320117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.320404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.321041] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.321467] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.322025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.322640] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.322784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.322894] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae0588fe-aa7f-40b4-9066-a3dec64ca364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.474341] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 625.474341] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.605071] env[65674]: INFO networking_nsxv3.common.synchronization [req-e62bc41d-7fef-46b2-bcfd-848d13c91167 req-30f4adaf-0257-4342-8ca7-700f2dae98f0 tempest-InstanceActionsV221TestJSON-396292405 tempest-InstanceActionsV221TestJSON-396292405-project-member] Enqueued Resource ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c with Priority: HIGHEST for action security_group_members [ 625.605071] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c with Priority: HIGHEST for action security_group_members [ 625.605670] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.605996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.606280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.606587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.608929] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.608929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.608929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.608929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.608929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.608929] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f54a4e-dc6c-4359-82ce-24d0bc273c5c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.770694] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.770926] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.770926] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.771186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.771343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.771469] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 is going to be created. [ 625.800030] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.800596] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.800740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.800990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.801299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.813419] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 in Status: UNINITIALIZED for 2s [ 625.827335] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.827335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.827335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.827783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.827783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.827859] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.827939] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.828017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.828497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.828497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.828497] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 is going to be updated. [ 625.871833] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.872009] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.872096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.872477] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.872477] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.883083] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 in Status: IN_PROGRESS for 2s [ 626.109654] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.109807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.110087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.110143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.110192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.110588] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.110588] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.110770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.110967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.110967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.110967] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c is going to be updated. [ 626.142363] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.142520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.142563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.142823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.142969] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.157063] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c in Status: IN_PROGRESS for 2s [ 626.170074] env[65674]: INFO networking_nsxv3.common.synchronization [None req-2828b1c5-5dd3-45ce-b6fd-741bbf5a0cf8 None None] Enqueued Resource ID: 8f4aae0f-63fb-4557-9e11-461b382a5a0b with Priority: HIGHEST for action port [ 626.170719] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4aae0f-63fb-4557-9e11-461b382a5a0b with Priority: HIGHEST for action port [ 626.172512] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f4aae0f-63fb-4557-9e11-461b382a5a0b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.172739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f4aae0f-63fb-4557-9e11-461b382a5a0b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.172801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f4aae0f-63fb-4557-9e11-461b382a5a0b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.173318] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f4aae0f-63fb-4557-9e11-461b382a5a0b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.173318] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f4aae0f-63fb-4557-9e11-461b382a5a0b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.457238] env[65674]: INFO networking_nsxv3.common.synchronization [req-2c5c9b97-906e-48d5-a77a-709926a32fc1 req-103bebd2-23d5-48e0-aa46-200e1d7dc59b tempest-ServersTestManualDisk-1701421981 tempest-ServersTestManualDisk-1701421981-project-member] Enqueued Resource ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db with Priority: HIGHEST for action security_group_members [ 626.457593] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db with Priority: HIGHEST for action security_group_members [ 626.457922] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.458089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.458159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.458421] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.459452] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.459452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.459452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.459452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.459452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.459452] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9b00ec-cad1-4a51-bf2f-010ddf3142db',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.676929] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f4aae0f-63fb-4557-9e11-461b382a5a0b [ 626.676929] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.679267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.679267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.679267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.679267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.679267] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f4aae0f-63fb-4557-9e11-461b382a5a0b already deleted. [ 626.679267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f4aae0f-63fb-4557-9e11-461b382a5a0b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.816039] env[65674]: INFO networking_nsxv3.common.synchronization [None req-e782020b-adcc-48ef-9758-d1df67ae8b34 None None] Enqueued Resource ID: 2d73ee87-60fb-42d3-b819-41d3bb289726 with Priority: HIGHEST for action port [ 626.816039] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d73ee87-60fb-42d3-b819-41d3bb289726 with Priority: HIGHEST for action port [ 626.816039] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d73ee87-60fb-42d3-b819-41d3bb289726 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.816039] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d73ee87-60fb-42d3-b819-41d3bb289726" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.816039] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d73ee87-60fb-42d3-b819-41d3bb289726" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.820298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d73ee87-60fb-42d3-b819-41d3bb289726" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.820505] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d73ee87-60fb-42d3-b819-41d3bb289726',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.961531] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.961705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.961820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.962022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.962120] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.962327] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.962653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.962653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.962653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.962765] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.962842] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db already deleted. [ 626.962941] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.076780] env[65674]: INFO networking_nsxv3.common.synchronization [req-714ee965-7ea1-4ffb-9b2d-c5ecc9f29f66 req-52ae1676-d695-4f89-be1a-4031c0de52b8 tempest-ServerDiagnosticsTest-46890189 tempest-ServerDiagnosticsTest-46890189-project-member] Enqueued Resource ID: a9501479-b64d-461e-9e95-7fe1134fcfad with Priority: HIGHEST for action security_group_members [ 627.077503] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9501479-b64d-461e-9e95-7fe1134fcfad with Priority: HIGHEST for action security_group_members [ 627.077764] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9501479-b64d-461e-9e95-7fe1134fcfad taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.077915] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.077986] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.078532] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.078735] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.078850] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.078912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.079094] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.079437] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.079547] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9501479-b64d-461e-9e95-7fe1134fcfad',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.323364] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d73ee87-60fb-42d3-b819-41d3bb289726 [ 627.323624] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.323821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.323857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.324114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.324214] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.324743] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d73ee87-60fb-42d3-b819-41d3bb289726 already deleted. [ 627.324743] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d73ee87-60fb-42d3-b819-41d3bb289726" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.515731] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.515731] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-464" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.515731] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-464" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.517117] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-464" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.517679] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.517679] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.517784] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.517988] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.518167] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.518397] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.518504] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.518621] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.518833] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.518979] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.519355] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.522247] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.548033] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.550022] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.550022] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.550022] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-464" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.550022] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-38ef593f-1653-47ad-8df7-bf0dc7592538 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.550022] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-38ef593f-1653-47ad-8df7-bf0dc7592538" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.550022] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-38ef593f-1653-47ad-8df7-bf0dc7592538" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.551592] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-38ef593f-1653-47ad-8df7-bf0dc7592538" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.551592] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ef593f-1653-47ad-8df7-bf0dc7592538',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.584070] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.584487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.584656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.584870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.585215] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.585265] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.585360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.585418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.585613] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.585696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.585787] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9501479-b64d-461e-9e95-7fe1134fcfad is going to be updated. [ 627.625880] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.625880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.625880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.625880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.625880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.636118] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9501479-b64d-461e-9e95-7fe1134fcfad in Status: IN_PROGRESS for 2s [ 627.828211] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 in Status: SUCCESS [ 627.828211] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.828211] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.828482] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.828620] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.828765] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.828886] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.829079] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.829164] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.829255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.829351] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('162b4c36-798b-4363-a0d9-78e9e0020b87',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.897309] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 in Status: SUCCESS [ 627.897614] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 deletion is rescheduled due to dependency. [ 627.897745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.056810] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.057030] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.057103] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.057407] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.057556] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.057708] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 38ef593f-1653-47ad-8df7-bf0dc7592538 not found, creating... [ 628.057998] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.058164] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.058292] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.058538] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.058676] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.058988] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.059199] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.059375] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.059500] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.059627] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.059760] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 38ef593f-1653-47ad-8df7-bf0dc7592538 is going to be created. [ 628.087441] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.087699] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.087825] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.088153] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.088482] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.088870] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-38ef593f-1653-47ad-8df7-bf0dc7592538" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.185951] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c in Status: SUCCESS [ 628.186161] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c deletion is rescheduled due to dependency. [ 628.186268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.328168] env[65674]: INFO networking_nsxv3.common.synchronization [req-e50671ef-c53e-45d3-84cb-641c1b1353dd req-32918c05-26ad-499b-948c-fba0808b22eb tempest-ServerExternalEventsTest-410032794 tempest-ServerExternalEventsTest-410032794-project-member] Enqueued Resource ID: 0381a687-bb57-403a-a169-dd95f90858b0 with Priority: HIGHEST for action security_group_members [ 628.329508] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0381a687-bb57-403a-a169-dd95f90858b0 with Priority: HIGHEST for action security_group_members [ 628.329508] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0381a687-bb57-403a-a169-dd95f90858b0 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.329508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.329825] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.329825] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.330026] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.330026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.330173] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.330243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.330453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.330547] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0381a687-bb57-403a-a169-dd95f90858b0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.331781] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-162b4c36-798b-4363-a0d9-78e9e0020b87 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.331951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.331951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.332296] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.332296] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.332430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.332850] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.332850] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.332850] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.332850] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.333097] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-162b4c36-798b-4363-a0d9-78e9e0020b87 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.333097] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.333097] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.333245] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.333400] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.333729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.333729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.333729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.333867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.333867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.333935] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('162b4c36-798b-4363-a0d9-78e9e0020b87',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.718397] env[65674]: INFO networking_nsxv3.common.synchronization [None req-f8be36c1-84d4-4112-9871-a2a103e93981 None None] Enqueued Resource ID: d68fc595-aa71-45fe-9054-0c70adfb92ee with Priority: HIGHEST for action port [ 628.719696] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68fc595-aa71-45fe-9054-0c70adfb92ee with Priority: HIGHEST for action port [ 628.720389] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-d68fc595-aa71-45fe-9054-0c70adfb92ee taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.721255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d68fc595-aa71-45fe-9054-0c70adfb92ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.721255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d68fc595-aa71-45fe-9054-0c70adfb92ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.721567] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d68fc595-aa71-45fe-9054-0c70adfb92ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.721805] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d68fc595-aa71-45fe-9054-0c70adfb92ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.835877] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.836144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.836144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.836450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.836557] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.836786] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.836896] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.836986] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.837167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.837277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.837371] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0381a687-bb57-403a-a169-dd95f90858b0 is going to be updated. [ 628.838726] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 162b4c36-798b-4363-a0d9-78e9e0020b87: rpc.has_security_group_logging(os_id): False [ 628.847470] env[65674]: INFO networking_nsxv3.common.synchronization [req-2c5c9b97-906e-48d5-a77a-709926a32fc1 req-7a7db189-dfde-4290-97a2-cf84bc4bf215 service nova] Enqueued Resource ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db with Priority: HIGHEST for action security_group_rules [ 628.847985] env[65674]: INFO networking_nsxv3.common.synchronization [req-2c5c9b97-906e-48d5-a77a-709926a32fc1 req-7a7db189-dfde-4290-97a2-cf84bc4bf215 service nova] Enqueued Resource ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db with Priority: HIGHEST for action security_group_members [ 628.849026] env[65674]: INFO networking_nsxv3.common.synchronization [req-2c5c9b97-906e-48d5-a77a-709926a32fc1 req-7a7db189-dfde-4290-97a2-cf84bc4bf215 service nova] Enqueued Resource ID: 38ef593f-1653-47ad-8df7-bf0dc7592538 with Priority: HIGHEST for action port [ 628.849756] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db with Priority: HIGHEST for action security_group_rules [ 628.849756] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db with Priority: HIGHEST for action security_group_members [ 628.849989] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ef593f-1653-47ad-8df7-bf0dc7592538 with Priority: HIGHEST for action port [ 628.850247] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.850640] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.850794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.851024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.851145] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c9b00ec-cad1-4a51-bf2f-010ddf3142db',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.852497] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.852706] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.852706] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.853318] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.853318] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.853318] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.853318] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.853783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.854039] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.854169] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9b00ec-cad1-4a51-bf2f-010ddf3142db',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.855396] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-38ef593f-1653-47ad-8df7-bf0dc7592538 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.855924] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38ef593f-1653-47ad-8df7-bf0dc7592538" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.856128] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38ef593f-1653-47ad-8df7-bf0dc7592538" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.856350] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38ef593f-1653-47ad-8df7-bf0dc7592538" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.856886] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ef593f-1653-47ad-8df7-bf0dc7592538',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.860249] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.860934] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.861136] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.861493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.861605] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.862561] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.862561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.862561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.862561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.862561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.862561] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.862822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.862822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.863086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.863209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.863811] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.863994] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.863994] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.864195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.864281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.864281] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 is going to be created. [ 628.876925] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.877112] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.877185] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.877403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.877612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.890226] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0381a687-bb57-403a-a169-dd95f90858b0 in Status: IN_PROGRESS for 2s [ 628.964721] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.964930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.965015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.965282] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.965602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.984785] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 in Status: IN_PROGRESS for 2s [ 629.166629] env[65674]: INFO networking_nsxv3.common.synchronization [None req-dbbc0bbc-f636-4842-a01a-146b29133fab None None] Enqueued Resource ID: 92f82b41-6c70-4424-9abb-487d77797362 with Priority: HIGHEST for action port [ 629.167120] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f82b41-6c70-4424-9abb-487d77797362 with Priority: HIGHEST for action port [ 629.167514] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-92f82b41-6c70-4424-9abb-487d77797362 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.167761] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92f82b41-6c70-4424-9abb-487d77797362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.168124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92f82b41-6c70-4424-9abb-487d77797362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.168311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92f82b41-6c70-4424-9abb-487d77797362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.168393] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92f82b41-6c70-4424-9abb-487d77797362',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.224870] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d68fc595-aa71-45fe-9054-0c70adfb92ee [ 629.225152] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.225327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.225416] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.225733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.225811] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.226031] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d68fc595-aa71-45fe-9054-0c70adfb92ee already deleted. [ 629.226145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d68fc595-aa71-45fe-9054-0c70adfb92ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.362113] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c9b00ec-cad1-4a51-bf2f-010ddf3142db',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.363835] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.364045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.372144] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38ef593f-1653-47ad-8df7-bf0dc7592538 with status ACTIVE [ 629.372418] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.372593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.373128] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.373128] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.373128] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.373230] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.373286] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.373358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.373512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.373582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.373786] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.373890] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.373960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.374164] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.374587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.374587] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38ef593f-1653-47ad-8df7-bf0dc7592538 is going to be updated. [ 629.411310] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.411310] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.411310] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.411310] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.411657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.411698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38ef593f-1653-47ad-8df7-bf0dc7592538" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.636780] env[65674]: INFO networking_nsxv3.common.synchronization [req-91f2b8fe-4eae-4ad2-9cb4-569945191611 req-a179009c-b945-4e95-890a-bd18bbaa020e tempest-ServersTestJSON-666202534 tempest-ServersTestJSON-666202534-project-member] Enqueued Resource ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 with Priority: HIGHEST for action security_group_members [ 629.638839] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 with Priority: HIGHEST for action security_group_members [ 629.641265] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1ed471-f65f-40d6-8b21-2b0474dba053 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.641447] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.641520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.647426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.647426] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.647426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.647426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.647426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.647426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.647426] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1ed471-f65f-40d6-8b21-2b0474dba053',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.659424] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9501479-b64d-461e-9e95-7fe1134fcfad in Status: SUCCESS [ 629.659424] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9501479-b64d-461e-9e95-7fe1134fcfad deletion is rescheduled due to dependency. [ 629.659424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.669854] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92f82b41-6c70-4424-9abb-487d77797362 [ 629.670144] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.670407] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.670500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.670710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.670792] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.670883] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92f82b41-6c70-4424-9abb-487d77797362 already deleted. [ 629.671031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92f82b41-6c70-4424-9abb-487d77797362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.866564] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c9b00ec-cad1-4a51-bf2f-010ddf3142db',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.153940] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.154283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.154363] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.154617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.154716] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.154936] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.155473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.155473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.155473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.155473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.155473] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 already deleted. [ 630.155637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.214276] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.214645] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-963" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.214804] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-963" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.215349] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-963" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.215851] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.216650] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.216650] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.216650] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.216650] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.216834] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.216943] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.217061] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.217166] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.217286] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.217391] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.217527] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.237818] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.238101] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.238308] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.238599] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-963" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.238961] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-18bdc645-3761-4f40-a58b-1de5109fa7ad taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.239202] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-18bdc645-3761-4f40-a58b-1de5109fa7ad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.239364] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-18bdc645-3761-4f40-a58b-1de5109fa7ad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.239709] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-18bdc645-3761-4f40-a58b-1de5109fa7ad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.239923] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18bdc645-3761-4f40-a58b-1de5109fa7ad',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.370450] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.370743] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.370743] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.371024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.371238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.371340] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db is going to be created. [ 630.399643] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.399643] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.399643] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.400252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.400252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.412161] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db in Status: UNINITIALIZED for 2s [ 630.726340] env[65674]: INFO networking_nsxv3.common.synchronization [req-0e658b22-941e-4778-8ba1-69f316e8fe98 req-ce53abe2-719a-4839-88fb-862cd05e8292 tempest-ImagesTestJSON-529282155 tempest-ImagesTestJSON-529282155-project-member] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 630.726979] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 630.727301] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.727782] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.727782] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.728097] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.728330] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.728505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.728614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.728845] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.728962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.729076] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.742904] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.743258] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.743492] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.743840] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.744069] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.744298] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 18bdc645-3761-4f40-a58b-1de5109fa7ad not found, creating... [ 630.744679] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.745140] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.745214] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.745542] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.745734] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.746202] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.746425] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.746594] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.746913] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.747120] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.747334] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 18bdc645-3761-4f40-a58b-1de5109fa7ad is going to be created. [ 630.772968] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.773201] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.773397] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.773807] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.774083] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.774313] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-18bdc645-3761-4f40-a58b-1de5109fa7ad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.904871] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0381a687-bb57-403a-a169-dd95f90858b0 in Status: SUCCESS [ 630.905186] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0381a687-bb57-403a-a169-dd95f90858b0 deletion is rescheduled due to dependency. [ 630.905186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.997695] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 in Status: SUCCESS [ 630.997987] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.233084] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.233575] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.233575] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.234535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.234535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.234535] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.234535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.234535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.234535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.235349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.235349] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 already deleted. [ 631.235349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.349777] env[65674]: INFO networking_nsxv3.common.synchronization [None req-7eb7a45c-a6cc-40e6-9753-f4ba47bd4db8 None None] Enqueued Resource ID: 823e759a-4896-45a6-a1db-af4eff947064 with Priority: HIGHEST for action port [ 631.350920] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823e759a-4896-45a6-a1db-af4eff947064 with Priority: HIGHEST for action port [ 631.351082] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-823e759a-4896-45a6-a1db-af4eff947064 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.351212] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-823e759a-4896-45a6-a1db-af4eff947064" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.351698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-823e759a-4896-45a6-a1db-af4eff947064" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.351698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-823e759a-4896-45a6-a1db-af4eff947064" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.351940] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823e759a-4896-45a6-a1db-af4eff947064',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.586680] env[65674]: INFO networking_nsxv3.common.synchronization [req-91f2b8fe-4eae-4ad2-9cb4-569945191611 req-3fb61c1d-6602-4a21-bcff-de55919e1264 service nova] Enqueued Resource ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 with Priority: HIGHEST for action security_group_rules [ 631.586859] env[65674]: INFO networking_nsxv3.common.synchronization [req-91f2b8fe-4eae-4ad2-9cb4-569945191611 req-3fb61c1d-6602-4a21-bcff-de55919e1264 service nova] Enqueued Resource ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 with Priority: HIGHEST for action security_group_members [ 631.586992] env[65674]: INFO networking_nsxv3.common.synchronization [req-91f2b8fe-4eae-4ad2-9cb4-569945191611 req-3fb61c1d-6602-4a21-bcff-de55919e1264 service nova] Enqueued Resource ID: 18bdc645-3761-4f40-a58b-1de5109fa7ad with Priority: HIGHEST for action port [ 631.587714] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 with Priority: HIGHEST for action security_group_rules [ 631.587714] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 with Priority: HIGHEST for action security_group_members [ 631.587880] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18bdc645-3761-4f40-a58b-1de5109fa7ad with Priority: HIGHEST for action port [ 631.588041] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e1ed471-f65f-40d6-8b21-2b0474dba053 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.588168] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.588226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.588437] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.588545] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e1ed471-f65f-40d6-8b21-2b0474dba053',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.589499] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1ed471-f65f-40d6-8b21-2b0474dba053 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.589499] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.589499] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.589691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.589826] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.590073] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.590073] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.590344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.590469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.590568] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1ed471-f65f-40d6-8b21-2b0474dba053',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.591330] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-18bdc645-3761-4f40-a58b-1de5109fa7ad taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.591462] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18bdc645-3761-4f40-a58b-1de5109fa7ad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.591624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18bdc645-3761-4f40-a58b-1de5109fa7ad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.591624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18bdc645-3761-4f40-a58b-1de5109fa7ad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.591726] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18bdc645-3761-4f40-a58b-1de5109fa7ad',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.851734] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.851734] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.851931] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.852195] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.852450] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.852602] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.852735] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.852958] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.853380] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.853380] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.853484] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.853539] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.853640] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.853741] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.853839] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.853960] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.855576] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 823e759a-4896-45a6-a1db-af4eff947064 [ 631.855655] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.855726] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.855911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.855979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.856038] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.856107] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:823e759a-4896-45a6-a1db-af4eff947064 already deleted. [ 631.856183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-823e759a-4896-45a6-a1db-af4eff947064" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.875074] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.875274] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.875378] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.875545] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.875926] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-2e9f2a3c-41ff-4c9a-8cd2-5077915885b1 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.876098] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-2e9f2a3c-41ff-4c9a-8cd2-5077915885b1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.876215] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-2e9f2a3c-41ff-4c9a-8cd2-5077915885b1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.876560] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-2e9f2a3c-41ff-4c9a-8cd2-5077915885b1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.876695] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9f2a3c-41ff-4c9a-8cd2-5077915885b1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.097990] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1ed471-f65f-40d6-8b21-2b0474dba053 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.097990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.097990] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e1ed471-f65f-40d6-8b21-2b0474dba053',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.097990] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18bdc645-3761-4f40-a58b-1de5109fa7ad with status ACTIVE [ 632.097990] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.097990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.097990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.097990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.097990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.097990] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.097990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.097990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.097990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.097990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.098916] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.101491] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.101742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.102261] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.102584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.102817] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18bdc645-3761-4f40-a58b-1de5109fa7ad is going to be updated. [ 632.104840] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e1ed471-f65f-40d6-8b21-2b0474dba053',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.132518] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.132518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.132518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.132858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.133046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.133244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18bdc645-3761-4f40-a58b-1de5109fa7ad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.379593] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.379593] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.379844] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.379892] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.380032] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.380202] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 2e9f2a3c-41ff-4c9a-8cd2-5077915885b1 not found, creating... [ 632.380607] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.380727] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.380884] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.381067] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.381218] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.381565] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.381798] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.381840] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.382344] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.382531] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.382702] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 2e9f2a3c-41ff-4c9a-8cd2-5077915885b1 is going to be created. [ 632.404436] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.404657] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.404776] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.405057] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.405348] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.405591] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-2e9f2a3c-41ff-4c9a-8cd2-5077915885b1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.423021] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db in Status: SUCCESS [ 632.423021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.423021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.423021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.423021] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.423371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.423371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.423371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.423502] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.423542] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.423628] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c9b00ec-cad1-4a51-bf2f-010ddf3142db',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.607151] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.607281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.607357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.607574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.607664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.607763] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 is going to be created. [ 632.632734] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.632919] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.632965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.633178] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.633332] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.661042] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 in Status: UNINITIALIZED for 2s [ 632.925595] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c9b00ec-cad1-4a51-bf2f-010ddf3142db',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.144525] env[65674]: INFO networking_nsxv3.common.synchronization [req-0e658b22-941e-4778-8ba1-69f316e8fe98 req-015b9648-1677-4e21-a5d7-3596639af996 service nova] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_rules [ 633.144919] env[65674]: INFO networking_nsxv3.common.synchronization [req-0e658b22-941e-4778-8ba1-69f316e8fe98 req-015b9648-1677-4e21-a5d7-3596639af996 service nova] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 633.144919] env[65674]: INFO networking_nsxv3.common.synchronization [req-0e658b22-941e-4778-8ba1-69f316e8fe98 req-015b9648-1677-4e21-a5d7-3596639af996 service nova] Enqueued Resource ID: 2e9f2a3c-41ff-4c9a-8cd2-5077915885b1 with Priority: HIGHEST for action port [ 633.145527] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_rules [ 633.145682] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 633.145817] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e9f2a3c-41ff-4c9a-8cd2-5077915885b1 with Priority: HIGHEST for action port [ 633.146601] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.146787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.146841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.147134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.147249] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.149314] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.149558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.149558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.149687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.149813] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.150113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.150325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.153599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.153599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.153599] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.153599] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e9f2a3c-41ff-4c9a-8cd2-5077915885b1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.153599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e9f2a3c-41ff-4c9a-8cd2-5077915885b1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.153599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e9f2a3c-41ff-4c9a-8cd2-5077915885b1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.153599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e9f2a3c-41ff-4c9a-8cd2-5077915885b1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.153599] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9f2a3c-41ff-4c9a-8cd2-5077915885b1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.427169] env[65674]: INFO networking_nsxv3.common.synchronization [None req-14456236-ef41-4ece-a49a-c405d220fe51 None None] Enqueued Resource ID: ae0e0983-68a8-4e4a-be9b-b2d09256040d with Priority: HIGHEST for action port [ 633.427531] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c9b00ec-cad1-4a51-bf2f-010ddf3142db: rpc.has_security_group_logging(os_id): False [ 633.429196] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0e0983-68a8-4e4a-be9b-b2d09256040d with Priority: HIGHEST for action port [ 633.429535] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae0e0983-68a8-4e4a-be9b-b2d09256040d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.429681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae0e0983-68a8-4e4a-be9b-b2d09256040d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.429875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae0e0983-68a8-4e4a-be9b-b2d09256040d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.430109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae0e0983-68a8-4e4a-be9b-b2d09256040d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.430186] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae0e0983-68a8-4e4a-be9b-b2d09256040d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.447973] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.448321] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.448321] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.448482] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.448528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.448759] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.448868] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.448916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.449340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.449340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.449340] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db is going to be created. [ 633.510066] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.510066] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.510066] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.510383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.510436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.523211] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db in Status: IN_PROGRESS for 2s [ 633.540473] env[65674]: INFO networking_nsxv3.common.synchronization [req-c66ba415-f173-4a1e-9050-8cded66492f1 req-fa8364a6-9a7f-4587-a84e-ee578b496c51 tempest-VolumesAssistedSnapshotsTest-103486672 tempest-VolumesAssistedSnapshotsTest-103486672-project-member] Enqueued Resource ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 with Priority: HIGHEST for action security_group_members [ 633.541217] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 with Priority: HIGHEST for action security_group_members [ 633.542480] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-033c299f-38c7-460b-a3ea-abb40ff08db5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.542480] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.542480] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.542480] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.542480] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.542480] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.542480] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.542862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.543075] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.543213] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('033c299f-38c7-460b-a3ea-abb40ff08db5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.650324] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.650518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.656016] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.657760] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e9f2a3c-41ff-4c9a-8cd2-5077915885b1 with status ACTIVE [ 633.657760] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.657760] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.657760] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.657760] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.657760] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.658016] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.658077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.658110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.658319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.658387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.658528] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.658618] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.658675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.658812] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.658881] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.658963] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e9f2a3c-41ff-4c9a-8cd2-5077915885b1 is going to be updated. [ 633.685964] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.686405] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.686491] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.686746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.686890] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.687072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e9f2a3c-41ff-4c9a-8cd2-5077915885b1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.854624] env[65674]: INFO networking_nsxv3.common.synchronization [None req-f57ad9b4-1592-459f-9833-51dea1cfce2a tempest-ServersWithSpecificFlavorTestJSON-726103393 tempest-ServersWithSpecificFlavorTestJSON-726103393-project-member] Enqueued Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_rules [ 633.855316] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_rules [ 633.857625] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d34b17b8-7e99-4578-bceb-cff1fded689d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.857625] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.857625] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.857625] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.857625] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.933117] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae0e0983-68a8-4e4a-be9b-b2d09256040d [ 633.933373] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.933534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.933615] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.933801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.933895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.933987] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae0e0983-68a8-4e4a-be9b-b2d09256040d already deleted. [ 633.934079] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae0e0983-68a8-4e4a-be9b-b2d09256040d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.026310] env[65674]: INFO networking_nsxv3.common.synchronization [None req-596a8540-2bd9-4184-a42b-3cc33c9fa7b9 None None] Enqueued Resource ID: f30ad42c-7e78-4ba7-8221-c4e5ec7fa1fe with Priority: HIGHEST for action port [ 634.026310] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30ad42c-7e78-4ba7-8221-c4e5ec7fa1fe with Priority: HIGHEST for action port [ 634.026310] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-f30ad42c-7e78-4ba7-8221-c4e5ec7fa1fe taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.026961] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f30ad42c-7e78-4ba7-8221-c4e5ec7fa1fe" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.027307] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f30ad42c-7e78-4ba7-8221-c4e5ec7fa1fe" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.028941] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f30ad42c-7e78-4ba7-8221-c4e5ec7fa1fe" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.028941] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30ad42c-7e78-4ba7-8221-c4e5ec7fa1fe',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.045201] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.045683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.045774] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.046065] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.047074] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.047074] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.047074] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.047074] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.047074] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.047074] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.047440] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 already deleted. [ 634.047440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.136027] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-383 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.136228] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-383" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.136351] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-383" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.136670] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-383" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.137597] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.137597] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.137597] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.137597] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.137597] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.137861] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.137861] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.137947] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.137979] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.138090] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.138189] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.138308] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.157378] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.157653] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.157696] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.157837] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-383" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.164029] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-81f8a396-050b-4e08-a0e5-12e7c450a1dd taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.164029] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-81f8a396-050b-4e08-a0e5-12e7c450a1dd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.164029] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-81f8a396-050b-4e08-a0e5-12e7c450a1dd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.164029] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-81f8a396-050b-4e08-a0e5-12e7c450a1dd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.164029] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81f8a396-050b-4e08-a0e5-12e7c450a1dd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.164029] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.388701] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.388930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.388930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.389191] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.389290] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.389427] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d34b17b8-7e99-4578-bceb-cff1fded689d already deleted. [ 634.389523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.530099] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f30ad42c-7e78-4ba7-8221-c4e5ec7fa1fe [ 634.530350] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.530568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.530639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.534028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.534028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.534028] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f30ad42c-7e78-4ba7-8221-c4e5ec7fa1fe already deleted. [ 634.534028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f30ad42c-7e78-4ba7-8221-c4e5ec7fa1fe" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.666216] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.666559] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.666681] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.667048] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.667264] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.667474] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 81f8a396-050b-4e08-a0e5-12e7c450a1dd not found, creating... [ 634.667794] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.667954] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.668080] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.668314] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.668478] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.668787] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.668942] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.669071] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.669283] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.669430] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.669551] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 81f8a396-050b-4e08-a0e5-12e7c450a1dd is going to be created. [ 634.670769] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.670867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.670935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.671100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.671182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.671264] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be created. [ 634.691412] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 in Status: SUCCESS [ 634.691412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.691412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.691412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.691412] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.691412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.691412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.691412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.691412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.691412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.691412] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e1ed471-f65f-40d6-8b21-2b0474dba053',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.704763] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.704763] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.704763] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.704763] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.704763] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.704763] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-81f8a396-050b-4e08-a0e5-12e7c450a1dd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.723675] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.723675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.723675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.723675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.723675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.733497] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: UNINITIALIZED for 2s [ 634.970044] env[65674]: INFO networking_nsxv3.common.synchronization [None req-9027f4aa-8100-493f-a3ce-d8640866254b tempest-ServersWithSpecificFlavorTestJSON-726103393 tempest-ServersWithSpecificFlavorTestJSON-726103393-project-member] Enqueued Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_rules [ 634.970044] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_rules [ 634.970044] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d34b17b8-7e99-4578-bceb-cff1fded689d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.970044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.970044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.970044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.970044] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.197018] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e1ed471-f65f-40d6-8b21-2b0474dba053',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.404357] env[65674]: INFO networking_nsxv3.common.synchronization [req-c66ba415-f173-4a1e-9050-8cded66492f1 req-6fe4e3b4-00cb-45ce-a46e-38af789ac2fe service nova] Enqueued Resource ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 with Priority: HIGHEST for action security_group_rules [ 635.404527] env[65674]: INFO networking_nsxv3.common.synchronization [req-c66ba415-f173-4a1e-9050-8cded66492f1 req-6fe4e3b4-00cb-45ce-a46e-38af789ac2fe service nova] Enqueued Resource ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 with Priority: HIGHEST for action security_group_members [ 635.404661] env[65674]: INFO networking_nsxv3.common.synchronization [req-c66ba415-f173-4a1e-9050-8cded66492f1 req-6fe4e3b4-00cb-45ce-a46e-38af789ac2fe service nova] Enqueued Resource ID: 81f8a396-050b-4e08-a0e5-12e7c450a1dd with Priority: HIGHEST for action port [ 635.405200] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 with Priority: HIGHEST for action security_group_rules [ 635.405338] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 with Priority: HIGHEST for action security_group_members [ 635.405435] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81f8a396-050b-4e08-a0e5-12e7c450a1dd with Priority: HIGHEST for action port [ 635.405709] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-033c299f-38c7-460b-a3ea-abb40ff08db5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.405833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.405909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.406255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.406410] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('033c299f-38c7-460b-a3ea-abb40ff08db5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.408212] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-033c299f-38c7-460b-a3ea-abb40ff08db5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.408372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.408407] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.408764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.408764] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.408967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.408967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.409043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.409073] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.409582] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('033c299f-38c7-460b-a3ea-abb40ff08db5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.410703] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-81f8a396-050b-4e08-a0e5-12e7c450a1dd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.410824] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81f8a396-050b-4e08-a0e5-12e7c450a1dd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.410929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81f8a396-050b-4e08-a0e5-12e7c450a1dd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.411420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81f8a396-050b-4e08-a0e5-12e7c450a1dd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.411420] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81f8a396-050b-4e08-a0e5-12e7c450a1dd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.494214] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.494385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.494385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.495505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.495505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.495505] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d34b17b8-7e99-4578-bceb-cff1fded689d already deleted. [ 635.495505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.538755] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db in Status: SUCCESS [ 635.539891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.699457] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e1ed471-f65f-40d6-8b21-2b0474dba053: rpc.has_security_group_logging(os_id): False [ 635.716912] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.717199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.717199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.717407] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.717498] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.717723] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.717793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.717861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.718012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.718091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.718175] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 is going to be created. [ 635.787288] env[65674]: INFO networking_nsxv3.common.synchronization [req-2f5e4f20-261c-4650-ba41-7697dd78b2d7 req-c87b619b-722e-494d-a501-cd75ceed49da tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 635.787838] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 635.788151] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.788281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.788401] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.788681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.788834] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.788938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.788990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.790597] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.790652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.790758] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.794221] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.794314] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.794314] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.794486] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.794663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.815650] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 in Status: IN_PROGRESS for 2s [ 635.916496] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-033c299f-38c7-460b-a3ea-abb40ff08db5 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.916496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.916496] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('033c299f-38c7-460b-a3ea-abb40ff08db5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.916496] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81f8a396-050b-4e08-a0e5-12e7c450a1dd with status ACTIVE [ 635.916496] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.916496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.916496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.916496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.916496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.916496] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.916496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.919847] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.919939] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.920023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.920229] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.920331] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.920409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.920570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.920647] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.920755] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81f8a396-050b-4e08-a0e5-12e7c450a1dd is going to be updated. [ 635.946896] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.946896] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.946896] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.946896] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.946896] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.946896] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81f8a396-050b-4e08-a0e5-12e7c450a1dd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.152180] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.152389] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-928" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.152503] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-928" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.152878] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-928" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.153276] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.153458] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.153583] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.153818] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.153976] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.154226] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.154340] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.154489] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.154545] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.154646] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.154748] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.155402] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.182482] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.182482] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.182604] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.182833] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-928" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.183326] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-1581519b-ad42-456b-9ae9-cc3f6773b621 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.183771] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-1581519b-ad42-456b-9ae9-cc3f6773b621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.183771] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-1581519b-ad42-456b-9ae9-cc3f6773b621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.184026] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-1581519b-ad42-456b-9ae9-cc3f6773b621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.184644] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1581519b-ad42-456b-9ae9-cc3f6773b621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.206971] env[65674]: INFO networking_nsxv3.common.synchronization [None req-5e432e45-3659-4f75-a81f-a5c4ebb3779a None None] Enqueued Resource ID: 2ac0b04b-6351-4a14-b7a4-ce97cb19075e with Priority: HIGHEST for action port [ 636.207282] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac0b04b-6351-4a14-b7a4-ce97cb19075e with Priority: HIGHEST for action port [ 636.208193] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ac0b04b-6351-4a14-b7a4-ce97cb19075e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.208528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ac0b04b-6351-4a14-b7a4-ce97cb19075e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.208625] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ac0b04b-6351-4a14-b7a4-ce97cb19075e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.208920] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ac0b04b-6351-4a14-b7a4-ce97cb19075e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.209213] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac0b04b-6351-4a14-b7a4-ce97cb19075e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.293191] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.293392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.293606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.293660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.293754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.293951] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.294084] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.294159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.294315] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.294394] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.294480] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 already deleted. [ 636.294557] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.423493] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('033c299f-38c7-460b-a3ea-abb40ff08db5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.687707] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.687866] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.688074] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.688600] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.688793] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.688957] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 1581519b-ad42-456b-9ae9-cc3f6773b621 not found, creating... [ 636.689375] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.689597] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.689815] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.690196] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.690426] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.690954] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.691192] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.691372] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.691662] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.691843] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.692061] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 1581519b-ad42-456b-9ae9-cc3f6773b621 is going to be created. [ 636.712667] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ac0b04b-6351-4a14-b7a4-ce97cb19075e [ 636.713180] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.713487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.713628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.714118] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.714328] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.714571] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ac0b04b-6351-4a14-b7a4-ce97cb19075e already deleted. [ 636.714717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ac0b04b-6351-4a14-b7a4-ce97cb19075e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.720658] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.720972] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.721203] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.721640] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.721988] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.722346] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-1581519b-ad42-456b-9ae9-cc3f6773b621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.766696] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 636.767066] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.767341] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.767663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.767949] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.768147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.768253] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.768522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.768652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.769422] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.769526] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.926083] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.926271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.926362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.926669] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.926721] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.927011] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 is going to be created. [ 636.951850] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.952061] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.952106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.952316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.952477] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.963468] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 in Status: UNINITIALIZED for 2s [ 637.272725] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.273147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.273147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.273267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.273385] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.273487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.273542] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.273693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.273777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.273864] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.274013] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.274117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.274169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.274297] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.274433] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.274554] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.274624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.275673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.275673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.275673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.275673] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.465958] env[65674]: INFO networking_nsxv3.common.synchronization [req-2f5e4f20-261c-4650-ba41-7697dd78b2d7 req-d4514b73-e9c4-45d3-8781-a0ce77dd4b5d service nova] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_rules [ 637.466214] env[65674]: INFO networking_nsxv3.common.synchronization [req-2f5e4f20-261c-4650-ba41-7697dd78b2d7 req-d4514b73-e9c4-45d3-8781-a0ce77dd4b5d service nova] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 637.466367] env[65674]: INFO networking_nsxv3.common.synchronization [req-2f5e4f20-261c-4650-ba41-7697dd78b2d7 req-d4514b73-e9c4-45d3-8781-a0ce77dd4b5d service nova] Enqueued Resource ID: 1581519b-ad42-456b-9ae9-cc3f6773b621 with Priority: HIGHEST for action port [ 637.466993] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_rules [ 637.468588] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 637.468588] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1581519b-ad42-456b-9ae9-cc3f6773b621 with Priority: HIGHEST for action port [ 637.468588] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.468588] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.468588] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.468814] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.468927] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.470011] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.470150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.470265] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.471122] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.471421] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.472973] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.473204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.473808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.473808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.473808] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.475144] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-1581519b-ad42-456b-9ae9-cc3f6773b621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.475988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1581519b-ad42-456b-9ae9-cc3f6773b621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.475988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1581519b-ad42-456b-9ae9-cc3f6773b621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.475988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1581519b-ad42-456b-9ae9-cc3f6773b621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.475988] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1581519b-ad42-456b-9ae9-cc3f6773b621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.779377] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e355a918-7747-45b3-bdbf-e183f4cc4f29: rpc.has_security_group_logging(os_id): False [ 637.936348] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.936515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.936607] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.936831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.937907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.941416] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.942085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.942085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.942085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.942085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.942283] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.942658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.942658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.942658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.942856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.943673] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.943673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.943673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.943673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.943673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.943673] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be created. [ 637.945250] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 in Status: SUCCESS [ 637.945453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.978870] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.982024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.982024] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.982024] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1581519b-ad42-456b-9ae9-cc3f6773b621 with status ACTIVE [ 637.982024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.982024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.982024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.982024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.982024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.982024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.982024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.982730] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.983134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.983379] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.983742] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.984046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.984202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.984434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.984630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.984800] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1581519b-ad42-456b-9ae9-cc3f6773b621 is going to be updated. [ 638.059897] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.059897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.059897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.059897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.059897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.059897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1581519b-ad42-456b-9ae9-cc3f6773b621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.120049] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.120049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.120049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.120049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.120049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.158288] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: IN_PROGRESS for 2s [ 638.487204] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.977575] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 in Status: SUCCESS [ 638.977849] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.978068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.978374] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.978600] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.978830] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.978830] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.979009] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.979099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.979212] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.979722] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('033c299f-38c7-460b-a3ea-abb40ff08db5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.991881] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.991955] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.992065] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.993530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.993642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.994425] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be created. [ 639.022571] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.022794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.022851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.023281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.023472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.036019] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: UNINITIALIZED for 2s [ 639.483738] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('033c299f-38c7-460b-a3ea-abb40ff08db5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.987088] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 033c299f-38c7-460b-a3ea-abb40ff08db5: rpc.has_security_group_logging(os_id): False [ 640.010890] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.011103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.011167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.011369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.011457] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.011701] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.011831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.011906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.012021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.012099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.012188] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 is going to be created. [ 640.079503] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.079503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.079503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.079783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.079783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.094223] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 in Status: IN_PROGRESS for 2s [ 640.172492] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 640.172583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.048249] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 641.048625] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.049345] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.049345] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.049345] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.049794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.049794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.049794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.049935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.049935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.050039] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.554533] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.554685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.554768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.555064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.555232] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.555514] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.555514] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.555615] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.555705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.555767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.555950] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.557127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.557378] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.557465] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.557614] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.557725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.557795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.558864] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.558950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.559043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.559104] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.062336] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3df8546-2e9b-42c0-83a8-96700bfd5621: rpc.has_security_group_logging(os_id): False [ 642.083311] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.083311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.083311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.083311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.083311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.083607] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.083607] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.083694] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.083798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.083911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.084057] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.084147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.084204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.084440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.084440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.084600] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.084688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.084744] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.084929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.084985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.085131] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be created. [ 642.105657] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 in Status: SUCCESS [ 642.105967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.145193] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.145386] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.145386] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.145607] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.145787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.157146] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 642.469649] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 642.469827] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 643.478092] env[65674]: INFO networking_nsxv3.common.synchronization [req-bbaa1718-a9f8-4517-b324-8db918e2c78c req-c41f3472-239c-459d-b847-c26901b9bc97 tempest-DeleteServersTestJSON-212486772 tempest-DeleteServersTestJSON-212486772-project-member] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 643.478737] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 643.479151] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.479337] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.479412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.480623] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.480623] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.480623] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.480623] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.480623] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.480623] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.481053] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.983956] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.984139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.984204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.984459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.984594] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.984801] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.984901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.984963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.985223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.985223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.985364] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be updated. [ 644.018024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.018024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.018024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.018024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.018024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.027527] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 644.172844] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 644.173677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.045030] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 646.045030] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 deletion is rescheduled due to dependency. [ 646.045030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.576328] env[65674]: INFO networking_nsxv3.common.synchronization [req-51539cca-d5da-47d9-8b62-877b13e2b609 req-ed829abb-566c-4094-a2f7-723c2fab35b9 tempest-ServersV294TestFqdnHostnames-1043679395 tempest-ServersV294TestFqdnHostnames-1043679395-project-member] Enqueued Resource ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf with Priority: HIGHEST for action security_group_members [ 646.576328] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf with Priority: HIGHEST for action security_group_members [ 646.576328] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-abc045af-bb90-4f35-8b83-0d6cdd7942bf taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.578095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.578095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.578095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.578095] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.578095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.578095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.578374] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.578374] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.578374] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abc045af-bb90-4f35-8b83-0d6cdd7942bf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.080874] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.081363] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.081363] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.081448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.081489] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.081780] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.081869] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.081909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.082107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.082184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.082280] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf already deleted. [ 647.082401] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.299129] env[65674]: INFO networking_nsxv3.common.synchronization [req-1790098f-7f75-4df7-b030-873f3abe8535 req-9fc1cd57-9251-42ec-8bb9-f63d2816dbb8 tempest-InstanceActionsTestJSON-1191492258 tempest-InstanceActionsTestJSON-1191492258-project-member] Enqueued Resource ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb with Priority: HIGHEST for action security_group_members [ 647.299972] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb with Priority: HIGHEST for action security_group_members [ 647.300707] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.300912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.301042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.301357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.302274] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.302556] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.302634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.302860] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.303121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.303121] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ca1e63-0403-424d-a8ed-0a61f6e93cdb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.337759] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.338747] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-737" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.338847] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-737" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.339595] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-737" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.339595] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.339595] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.339905] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.339905] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.340039] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.340231] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.340331] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.341274] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.341274] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.341274] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.341274] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.341274] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.363147] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.363353] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.363530] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.363733] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-737" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.364457] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-537476a3-0ccb-4bba-8992-68e460b0373b taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.364457] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-537476a3-0ccb-4bba-8992-68e460b0373b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.364617] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-537476a3-0ccb-4bba-8992-68e460b0373b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.365708] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-537476a3-0ccb-4bba-8992-68e460b0373b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.365708] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('537476a3-0ccb-4bba-8992-68e460b0373b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.807113] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.807113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.807301] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.807461] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.807709] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.807841] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.807910] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.807947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.808155] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.808238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.808513] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb is going to be updated. [ 647.835782] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.835964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.836048] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.836281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.836510] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.845731] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb in Status: IN_PROGRESS for 2s [ 647.868037] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.868195] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.868314] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.868863] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.868863] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.868942] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 537476a3-0ccb-4bba-8992-68e460b0373b not found, creating... [ 647.869186] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.869340] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.869452] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.869679] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.869811] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.870097] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.870248] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.870359] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.870625] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.870756] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.870890] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 537476a3-0ccb-4bba-8992-68e460b0373b is going to be created. [ 647.895776] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.896017] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.896146] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.896429] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.896682] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.896900] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-537476a3-0ccb-4bba-8992-68e460b0373b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.682855] env[65674]: INFO networking_nsxv3.common.synchronization [req-51539cca-d5da-47d9-8b62-877b13e2b609 req-4df67c4c-9b82-45f2-91d0-a2a8545455a7 service nova] Enqueued Resource ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf with Priority: HIGHEST for action security_group_rules [ 648.682855] env[65674]: INFO networking_nsxv3.common.synchronization [req-51539cca-d5da-47d9-8b62-877b13e2b609 req-4df67c4c-9b82-45f2-91d0-a2a8545455a7 service nova] Enqueued Resource ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf with Priority: HIGHEST for action security_group_members [ 648.685192] env[65674]: INFO networking_nsxv3.common.synchronization [req-51539cca-d5da-47d9-8b62-877b13e2b609 req-4df67c4c-9b82-45f2-91d0-a2a8545455a7 service nova] Enqueued Resource ID: 537476a3-0ccb-4bba-8992-68e460b0373b with Priority: HIGHEST for action port [ 648.685192] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf with Priority: HIGHEST for action security_group_rules [ 648.685192] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf with Priority: HIGHEST for action security_group_members [ 648.685192] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537476a3-0ccb-4bba-8992-68e460b0373b with Priority: HIGHEST for action port [ 648.685192] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abc045af-bb90-4f35-8b83-0d6cdd7942bf taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.685192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.685192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.685192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.685192] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abc045af-bb90-4f35-8b83-0d6cdd7942bf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.687222] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-abc045af-bb90-4f35-8b83-0d6cdd7942bf taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.687443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.687690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.687804] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.688089] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.688089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.689927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.689927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.689927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.689927] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abc045af-bb90-4f35-8b83-0d6cdd7942bf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.689927] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-537476a3-0ccb-4bba-8992-68e460b0373b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.689927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-537476a3-0ccb-4bba-8992-68e460b0373b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.689927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-537476a3-0ccb-4bba-8992-68e460b0373b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.690262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-537476a3-0ccb-4bba-8992-68e460b0373b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.690262] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('537476a3-0ccb-4bba-8992-68e460b0373b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.192908] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-abc045af-bb90-4f35-8b83-0d6cdd7942bf taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.192908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.192908] env[65674]: INFO networking_nsxv3.common.synchronization [req-cc9dd783-d709-4a85-80d4-45d2943b48be req-54c78243-4add-46d8-a383-5d9da394bd31 tempest-VolumesAdminNegativeTest-1017007562 tempest-VolumesAdminNegativeTest-1017007562-project-member] Enqueued Resource ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 with Priority: HIGHEST for action security_group_members [ 649.193809] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abc045af-bb90-4f35-8b83-0d6cdd7942bf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.196077] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 537476a3-0ccb-4bba-8992-68e460b0373b with status ACTIVE [ 649.196077] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.196077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.196077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.196293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.196293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.196810] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.196810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.196810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.197161] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.197161] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.198081] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.198081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.198081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.198081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.198081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.198081] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 537476a3-0ccb-4bba-8992-68e460b0373b is going to be updated. [ 649.200216] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 with Priority: HIGHEST for action security_group_members [ 649.200922] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-162b4c36-798b-4363-a0d9-78e9e0020b87 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.202086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.202086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.202086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.202086] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.202086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.202086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.202086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.202086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.202086] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('162b4c36-798b-4363-a0d9-78e9e0020b87',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.228141] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.228321] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.228477] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.228679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.228833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.228998] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-537476a3-0ccb-4bba-8992-68e460b0373b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.392371] env[65674]: INFO networking_nsxv3.common.synchronization [None req-adfda230-84ce-40eb-a0bf-f76764dfea90 None None] Enqueued Resource ID: ce586d97-47c8-4305-b85d-373947508ac8 with Priority: HIGHEST for action port [ 649.392371] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce586d97-47c8-4305-b85d-373947508ac8 with Priority: HIGHEST for action port [ 649.392371] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce586d97-47c8-4305-b85d-373947508ac8 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.392371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce586d97-47c8-4305-b85d-373947508ac8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.392371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce586d97-47c8-4305-b85d-373947508ac8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.392371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce586d97-47c8-4305-b85d-373947508ac8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.392371] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce586d97-47c8-4305-b85d-373947508ac8',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.628849] env[65674]: INFO networking_nsxv3.common.synchronization [req-35dd2ff3-52bf-4472-a102-bf1c6256a84e req-06bed64c-85ea-4129-bac2-fc008e641289 tempest-ServersTestBootFromVolume-1523565359 tempest-ServersTestBootFromVolume-1523565359-project-member] Enqueued Resource ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e with Priority: HIGHEST for action security_group_members [ 649.629662] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e with Priority: HIGHEST for action security_group_members [ 649.630143] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.630256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.630309] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.630651] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.630880] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.631060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.631175] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.631367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.631489] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.631609] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0608f5-d5dd-4c66-919c-b7f19df42c7e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.702514] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abc045af-bb90-4f35-8b83-0d6cdd7942bf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.703883] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.704066] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.704111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.704320] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.704413] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.704605] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.704709] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.704772] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.704940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.705032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.705123] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 is going to be updated. [ 649.736707] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.736853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.736921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.737406] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.737550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.751495] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 in Status: IN_PROGRESS for 2s [ 649.855703] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb in Status: SUCCESS [ 649.855958] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb deletion is rescheduled due to dependency. [ 649.855958] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.898725] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce586d97-47c8-4305-b85d-373947508ac8 [ 649.898725] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.898978] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.898978] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.899366] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.899460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.899590] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce586d97-47c8-4305-b85d-373947508ac8 already deleted. [ 649.899703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce586d97-47c8-4305-b85d-373947508ac8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.135437] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.135635] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.135738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.136028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.136143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.136391] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.136522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.136607] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.136807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.136905] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.137029] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e already deleted. [ 650.137131] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.207252] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.209166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.209166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.209166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.209166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.209166] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf is going to be created. [ 650.241379] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.241562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.241562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.241790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.241969] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.259580] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf in Status: UNINITIALIZED for 2s [ 650.370108] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.370108] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-43" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.370108] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-43" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.370108] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-43" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.370108] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.370108] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.370108] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.370604] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.370642] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.370863] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.370988] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.371105] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.371221] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.371337] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.371462] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.371614] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.392695] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.392933] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.393141] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.393391] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-43" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.393788] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-8934eb74-4261-4ec9-a15d-339625dfc641 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.394042] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-8934eb74-4261-4ec9-a15d-339625dfc641" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.394246] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-8934eb74-4261-4ec9-a15d-339625dfc641" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.394555] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-8934eb74-4261-4ec9-a15d-339625dfc641" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.395257] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8934eb74-4261-4ec9-a15d-339625dfc641',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.898296] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.898640] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.898686] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.898948] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.899106] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.899253] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 8934eb74-4261-4ec9-a15d-339625dfc641 not found, creating... [ 650.899504] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.899656] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.899766] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.899990] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.900138] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.900421] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.900613] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.900736] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.900939] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.901181] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.901327] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 8934eb74-4261-4ec9-a15d-339625dfc641 is going to be created. [ 650.921332] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.921607] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.921795] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.922096] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.922326] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.922542] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-8934eb74-4261-4ec9-a15d-339625dfc641" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.143447] env[65674]: INFO networking_nsxv3.common.synchronization [None req-f44cd525-47c7-4d0a-86ef-5afc23f8410b None None] Enqueued Resource ID: e3d8e205-8e7f-4b7c-a23b-ccdab9355b5e with Priority: HIGHEST for action port [ 651.143447] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3d8e205-8e7f-4b7c-a23b-ccdab9355b5e with Priority: HIGHEST for action port [ 651.143447] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3d8e205-8e7f-4b7c-a23b-ccdab9355b5e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.143447] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3d8e205-8e7f-4b7c-a23b-ccdab9355b5e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.143447] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3d8e205-8e7f-4b7c-a23b-ccdab9355b5e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.143934] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3d8e205-8e7f-4b7c-a23b-ccdab9355b5e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.144221] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d8e205-8e7f-4b7c-a23b-ccdab9355b5e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.647735] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3d8e205-8e7f-4b7c-a23b-ccdab9355b5e [ 651.647859] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.647937] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.647975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.648302] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.648302] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.648420] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3d8e205-8e7f-4b7c-a23b-ccdab9355b5e already deleted. [ 651.648489] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3d8e205-8e7f-4b7c-a23b-ccdab9355b5e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.688901] env[65674]: INFO networking_nsxv3.common.synchronization [req-35dd2ff3-52bf-4472-a102-bf1c6256a84e req-2c4b221f-7e71-4927-bf5f-8d131971bd32 service nova] Enqueued Resource ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e with Priority: HIGHEST for action security_group_rules [ 651.689859] env[65674]: INFO networking_nsxv3.common.synchronization [req-35dd2ff3-52bf-4472-a102-bf1c6256a84e req-2c4b221f-7e71-4927-bf5f-8d131971bd32 service nova] Enqueued Resource ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e with Priority: HIGHEST for action security_group_members [ 651.692904] env[65674]: INFO networking_nsxv3.common.synchronization [req-35dd2ff3-52bf-4472-a102-bf1c6256a84e req-2c4b221f-7e71-4927-bf5f-8d131971bd32 service nova] Enqueued Resource ID: 8934eb74-4261-4ec9-a15d-339625dfc641 with Priority: HIGHEST for action port [ 651.692904] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e with Priority: HIGHEST for action security_group_rules [ 651.692904] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e with Priority: HIGHEST for action security_group_members [ 651.692904] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8934eb74-4261-4ec9-a15d-339625dfc641 with Priority: HIGHEST for action port [ 651.692904] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab0608f5-d5dd-4c66-919c-b7f19df42c7e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.692904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.692904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.692904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.692904] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab0608f5-d5dd-4c66-919c-b7f19df42c7e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.693928] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.693928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.693928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.693928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.693928] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.693928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.693928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.693928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.693928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.694231] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0608f5-d5dd-4c66-919c-b7f19df42c7e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.697545] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-8934eb74-4261-4ec9-a15d-339625dfc641 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.697545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8934eb74-4261-4ec9-a15d-339625dfc641" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.697545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8934eb74-4261-4ec9-a15d-339625dfc641" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.697545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8934eb74-4261-4ec9-a15d-339625dfc641" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.697545] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8934eb74-4261-4ec9-a15d-339625dfc641',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.764424] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 in Status: SUCCESS [ 651.764675] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 162b4c36-798b-4363-a0d9-78e9e0020b87 deletion is rescheduled due to dependency. [ 651.765312] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-162b4c36-798b-4363-a0d9-78e9e0020b87" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.200023] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab0608f5-d5dd-4c66-919c-b7f19df42c7e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.200023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.200023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.200023] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8934eb74-4261-4ec9-a15d-339625dfc641 with status ACTIVE [ 652.200023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.200023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.200023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.200023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.200023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.200023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.200023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.200023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.200023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.200023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.203418] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.203418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.203418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.203418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.203418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.203418] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8934eb74-4261-4ec9-a15d-339625dfc641 is going to be updated. [ 652.224217] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.224348] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.224449] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.224621] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.224754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.224910] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8934eb74-4261-4ec9-a15d-339625dfc641" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.236622] env[65674]: INFO networking_nsxv3.common.synchronization [None req-5f5dc628-6c2c-4d3e-876d-9f36aa3d46d5 None None] Enqueued Resource ID: 56d1365c-8621-4cb3-bec5-0a42ac159a9c with Priority: HIGHEST for action port [ 652.237224] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56d1365c-8621-4cb3-bec5-0a42ac159a9c with Priority: HIGHEST for action port [ 652.237526] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-56d1365c-8621-4cb3-bec5-0a42ac159a9c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.237698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56d1365c-8621-4cb3-bec5-0a42ac159a9c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.237698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56d1365c-8621-4cb3-bec5-0a42ac159a9c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.238262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56d1365c-8621-4cb3-bec5-0a42ac159a9c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.238382] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56d1365c-8621-4cb3-bec5-0a42ac159a9c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.269750] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf in Status: SUCCESS [ 652.270056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.270558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.271053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.271143] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.271227] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.271284] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.271800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.271800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.271800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.271800] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abc045af-bb90-4f35-8b83-0d6cdd7942bf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.706998] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab0608f5-d5dd-4c66-919c-b7f19df42c7e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.740717] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56d1365c-8621-4cb3-bec5-0a42ac159a9c [ 652.740944] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.741085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.741177] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.741432] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.741913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.741913] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56d1365c-8621-4cb3-bec5-0a42ac159a9c already deleted. [ 652.741913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56d1365c-8621-4cb3-bec5-0a42ac159a9c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.764646] env[65674]: INFO networking_nsxv3.common.synchronization [req-b4e86f89-53e8-4607-a0b1-7cb7f76baab5 req-3a1f4fd1-a0e0-441b-aabd-4ac5bea8bcc7 tempest-InstanceActionsNegativeTestJSON-499014575 tempest-InstanceActionsNegativeTestJSON-499014575-project-member] Enqueued Resource ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc with Priority: HIGHEST for action security_group_members [ 652.764784] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc with Priority: HIGHEST for action security_group_members [ 652.765024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.765371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.765371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.765895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.765895] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.765895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.765895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.766077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.766077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.766784] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.775287] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abc045af-bb90-4f35-8b83-0d6cdd7942bf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.124110] env[65674]: INFO networking_nsxv3.common.synchronization [None req-97e97947-cb82-4df8-a1d8-c064299cc858 None None] Enqueued Resource ID: 03b66d3c-09e4-4f14-b5c1-ad81275a281a with Priority: HIGHEST for action port [ 653.125332] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b66d3c-09e4-4f14-b5c1-ad81275a281a with Priority: HIGHEST for action port [ 653.125781] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-03b66d3c-09e4-4f14-b5c1-ad81275a281a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.125985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03b66d3c-09e4-4f14-b5c1-ad81275a281a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.126102] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03b66d3c-09e4-4f14-b5c1-ad81275a281a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.126490] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03b66d3c-09e4-4f14-b5c1-ad81275a281a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.126634] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03b66d3c-09e4-4f14-b5c1-ad81275a281a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.204699] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.204699] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-653" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.204699] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-653" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.205212] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-653" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.205369] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.205671] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.205671] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.205824] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.205956] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.206392] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.206392] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.206392] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.206677] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.206677] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.206677] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.206945] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.208214] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.208349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.208396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.208561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.208647] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.208736] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e is going to be created. [ 653.230142] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.230342] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.230536] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.230733] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-653" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.231510] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-5aafaa78-547b-4fe5-8f19-bd724730826d taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.231510] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-5aafaa78-547b-4fe5-8f19-bd724730826d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.231510] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-5aafaa78-547b-4fe5-8f19-bd724730826d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.231786] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-5aafaa78-547b-4fe5-8f19-bd724730826d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.231943] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aafaa78-547b-4fe5-8f19-bd724730826d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.237527] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.237684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.237734] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.237961] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.238130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.255147] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e in Status: UNINITIALIZED for 2s [ 653.270564] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.270727] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.270727] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.270958] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.271065] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.271266] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.271362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.271420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.271656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.271735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.271821] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc already deleted. [ 653.271899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.280031] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abc045af-bb90-4f35-8b83-0d6cdd7942bf: rpc.has_security_group_logging(os_id): False [ 653.299106] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.299106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.299106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.299362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.299362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.299549] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.299669] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.299725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.299881] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.300689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.300689] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf is going to be created. [ 653.368659] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.368659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.368659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.369231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.369323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.384131] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf in Status: IN_PROGRESS for 2s [ 653.629300] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03b66d3c-09e4-4f14-b5c1-ad81275a281a [ 653.629526] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.629760] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.629862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.630869] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.631057] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.631178] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03b66d3c-09e4-4f14-b5c1-ad81275a281a already deleted. [ 653.631268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03b66d3c-09e4-4f14-b5c1-ad81275a281a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.735542] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.735542] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.735854] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.735899] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.736030] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.736190] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 5aafaa78-547b-4fe5-8f19-bd724730826d not found, creating... [ 653.736501] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.736600] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.736720] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.736934] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.737090] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.737365] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.737509] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.737623] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.737802] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.737928] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.738609] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 5aafaa78-547b-4fe5-8f19-bd724730826d is going to be created. [ 653.764700] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.764700] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.764700] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.764978] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.765648] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.765648] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-5aafaa78-547b-4fe5-8f19-bd724730826d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.498665] env[65674]: INFO networking_nsxv3.common.synchronization [req-b4e86f89-53e8-4607-a0b1-7cb7f76baab5 req-2738aed4-0dae-4645-84bb-4d294e70792f service nova] Enqueued Resource ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc with Priority: HIGHEST for action security_group_rules [ 654.498924] env[65674]: INFO networking_nsxv3.common.synchronization [req-b4e86f89-53e8-4607-a0b1-7cb7f76baab5 req-2738aed4-0dae-4645-84bb-4d294e70792f service nova] Enqueued Resource ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc with Priority: HIGHEST for action security_group_members [ 654.499185] env[65674]: INFO networking_nsxv3.common.synchronization [req-b4e86f89-53e8-4607-a0b1-7cb7f76baab5 req-2738aed4-0dae-4645-84bb-4d294e70792f service nova] Enqueued Resource ID: 5aafaa78-547b-4fe5-8f19-bd724730826d with Priority: HIGHEST for action port [ 654.503036] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc with Priority: HIGHEST for action security_group_rules [ 654.503036] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc with Priority: HIGHEST for action security_group_members [ 654.503036] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aafaa78-547b-4fe5-8f19-bd724730826d with Priority: HIGHEST for action port [ 654.503036] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.503036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.503036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.503036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.503036] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.503036] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.503036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.503036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.503036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.503036] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.503036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.504016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.504452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.504610] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.504745] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.506880] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aafaa78-547b-4fe5-8f19-bd724730826d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.506992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aafaa78-547b-4fe5-8f19-bd724730826d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.507071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aafaa78-547b-4fe5-8f19-bd724730826d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.507228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aafaa78-547b-4fe5-8f19-bd724730826d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.507454] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aafaa78-547b-4fe5-8f19-bd724730826d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.678714] env[65674]: INFO networking_nsxv3.common.synchronization [None req-78e1f499-242a-4c25-9644-9c3f42fe735f None None] Enqueued Resource ID: 6c158383-fa99-4781-a1f8-41600c39e06a with Priority: HIGHEST for action port [ 654.679294] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c158383-fa99-4781-a1f8-41600c39e06a with Priority: HIGHEST for action port [ 654.679604] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c158383-fa99-4781-a1f8-41600c39e06a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.679727] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c158383-fa99-4781-a1f8-41600c39e06a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.679796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c158383-fa99-4781-a1f8-41600c39e06a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.680567] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c158383-fa99-4781-a1f8-41600c39e06a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.681944] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c158383-fa99-4781-a1f8-41600c39e06a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.008636] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.009865] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.009975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.012170] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5aafaa78-547b-4fe5-8f19-bd724730826d with status ACTIVE [ 655.012296] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.012426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.012517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.012737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.012832] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.013383] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.013518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.013518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.013672] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.013755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.013935] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.014045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.014138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.014341] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.014341] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.014475] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5aafaa78-547b-4fe5-8f19-bd724730826d is going to be updated. [ 655.042741] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.042741] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.042741] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.042896] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.042896] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.043246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aafaa78-547b-4fe5-8f19-bd724730826d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.070811] env[65674]: INFO networking_nsxv3.common.synchronization [None req-bc16ad7e-a1a6-4f98-87fa-6af9ce2695b8 None None] Enqueued Resource ID: 27a041d0-33c1-4df3-9591-fdc7c8249cbe with Priority: HIGHEST for action port [ 655.071423] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a041d0-33c1-4df3-9591-fdc7c8249cbe with Priority: HIGHEST for action port [ 655.071845] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-27a041d0-33c1-4df3-9591-fdc7c8249cbe taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.072180] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27a041d0-33c1-4df3-9591-fdc7c8249cbe" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.073231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27a041d0-33c1-4df3-9591-fdc7c8249cbe" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.073436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27a041d0-33c1-4df3-9591-fdc7c8249cbe" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.074129] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a041d0-33c1-4df3-9591-fdc7c8249cbe',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.183621] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c158383-fa99-4781-a1f8-41600c39e06a [ 655.184170] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.184170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.184170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.184408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.185239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.185239] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c158383-fa99-4781-a1f8-41600c39e06a already deleted. [ 655.185239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c158383-fa99-4781-a1f8-41600c39e06a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.269025] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e in Status: SUCCESS [ 655.269025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.269025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.269025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.269025] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.269025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.269025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.269025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.269025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.269025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.269025] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab0608f5-d5dd-4c66-919c-b7f19df42c7e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.397449] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf in Status: SUCCESS [ 655.397710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.512985] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.576413] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27a041d0-33c1-4df3-9591-fdc7c8249cbe [ 655.576656] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.576799] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.576869] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.577105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.577194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.577285] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27a041d0-33c1-4df3-9591-fdc7c8249cbe already deleted. [ 655.577362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27a041d0-33c1-4df3-9591-fdc7c8249cbe" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.774740] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab0608f5-d5dd-4c66-919c-b7f19df42c7e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.016219] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.016400] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.016477] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.019775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.019775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.019775] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc is going to be created. [ 656.045577] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.045807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.045914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.046179] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.046362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.057131] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc in Status: UNINITIALIZED for 2s [ 656.136932] env[65674]: INFO networking_nsxv3.common.synchronization [req-83fb3f77-2209-4678-a1ba-2c50ae24091f req-0384f37a-4c50-4c31-8dda-eb405dd473e4 tempest-ServersAdminTestJSON-335483581 tempest-ServersAdminTestJSON-335483581-project-member] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 656.137518] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 656.137822] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.137939] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.138014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.140446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.140446] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.140446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.140446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.140446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.140446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.140446] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.211239] env[65674]: INFO networking_nsxv3.common.synchronization [req-3a3623ca-7cb2-4674-934e-eb9e4f52f27b req-e04c7f0e-2f80-4c12-9400-25d87930f8d7 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 656.211395] env[65674]: INFO networking_nsxv3.common.synchronization [req-3a3623ca-7cb2-4674-934e-eb9e4f52f27b req-e04c7f0e-2f80-4c12-9400-25d87930f8d7 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGHEST for action security_group_members [ 656.214929] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 656.214929] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGHEST for action security_group_members [ 656.214929] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.214929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.214929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.214929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.214929] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.214929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.214929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.214929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.214929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.214929] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.214929] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-63abf908-fd42-467b-8387-085d1baa3677 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.214929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.214929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.215487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.215487] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.215487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.215487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.215619] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.215650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.215868] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.274306] env[65674]: INFO networking_nsxv3.common.synchronization [req-3a3623ca-7cb2-4674-934e-eb9e4f52f27b req-e04c7f0e-2f80-4c12-9400-25d87930f8d7 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGHEST for action security_group_rules [ 656.274306] env[65674]: INFO networking_nsxv3.common.synchronization [req-3a3623ca-7cb2-4674-934e-eb9e4f52f27b req-e04c7f0e-2f80-4c12-9400-25d87930f8d7 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGHEST for action security_group_members [ 656.274306] env[65674]: INFO networking_nsxv3.common.synchronization [req-3a3623ca-7cb2-4674-934e-eb9e4f52f27b req-e04c7f0e-2f80-4c12-9400-25d87930f8d7 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_rules [ 656.274306] env[65674]: INFO networking_nsxv3.common.synchronization [req-3a3623ca-7cb2-4674-934e-eb9e4f52f27b req-e04c7f0e-2f80-4c12-9400-25d87930f8d7 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 656.274306] env[65674]: INFO networking_nsxv3.common.synchronization [req-3a3623ca-7cb2-4674-934e-eb9e4f52f27b req-e04c7f0e-2f80-4c12-9400-25d87930f8d7 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 1581519b-ad42-456b-9ae9-cc3f6773b621 with Priority: HIGHEST for action port [ 656.274306] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGHEST for action security_group_rules [ 656.274306] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_rules [ 656.275008] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1581519b-ad42-456b-9ae9-cc3f6773b621 with Priority: HIGHEST for action port [ 656.275162] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGHEST for action security_group_members [ 656.275272] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 656.275567] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63abf908-fd42-467b-8387-085d1baa3677 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.275698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.275794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.276108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.276208] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.277162] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.277278] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.277342] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.277540] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.277611] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.279562] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-1581519b-ad42-456b-9ae9-cc3f6773b621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.279668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1581519b-ad42-456b-9ae9-cc3f6773b621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.279738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1581519b-ad42-456b-9ae9-cc3f6773b621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.280248] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1581519b-ad42-456b-9ae9-cc3f6773b621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.280349] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1581519b-ad42-456b-9ae9-cc3f6773b621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.281502] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-63abf908-fd42-467b-8387-085d1baa3677 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.281586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.281808] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.281899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.282753] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab0608f5-d5dd-4c66-919c-b7f19df42c7e: rpc.has_security_group_logging(os_id): False [ 656.304763] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.305286] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.305370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.305585] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.305674] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.305925] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.306041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.306096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.306249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.306321] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.306403] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e is going to be created. [ 656.393129] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.393129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.393129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.393129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.393129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.406599] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e in Status: IN_PROGRESS for 2s [ 656.546633] env[65674]: INFO networking_nsxv3.common.synchronization [None req-1646c0f4-b2a1-4f21-bd4a-b08c0fb26716 tempest-ServerActionsV293TestJSON-870912278 tempest-ServerActionsV293TestJSON-870912278-project-member] Enqueued Resource ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 with Priority: HIGHEST for action security_group_rules [ 656.549020] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 with Priority: HIGHEST for action security_group_rules [ 656.549319] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1eb2de6-d66a-4bca-8278-8e185e57c1a9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.549488] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.549590] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.549930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.550086] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1eb2de6-d66a-4bca-8278-8e185e57c1a9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.643014] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.646524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.646524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.646524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.646524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.646524] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.646524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.646524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.646524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.646524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.646524] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456b75f-c238-418c-899e-c305ae930007 already deleted. [ 656.646524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.718404] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.720383] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.724016] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.724332] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-387" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.724525] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-387" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.725063] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-387" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.725462] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.726057] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.726057] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.726196] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.726244] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.726424] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.726592] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.726649] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.726756] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.729170] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.729170] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.729170] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.782431] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1581519b-ad42-456b-9ae9-cc3f6773b621 with status ACTIVE [ 656.782803] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.783111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.783111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.783410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.783566] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.783800] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.783895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.783895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.784065] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.784141] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.784363] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.784513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.784626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.784865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.784984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.785343] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1581519b-ad42-456b-9ae9-cc3f6773b621 is going to be updated. [ 656.788330] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.788591] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.061 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.788826] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.789090] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-387" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.789756] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-ce375479-415f-4992-b588-2c7bcc05cfeb taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.790015] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-ce375479-415f-4992-b588-2c7bcc05cfeb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.790241] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-ce375479-415f-4992-b588-2c7bcc05cfeb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.790781] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-ce375479-415f-4992-b588-2c7bcc05cfeb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.791012] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce375479-415f-4992-b588-2c7bcc05cfeb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.792956] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-63abf908-fd42-467b-8387-085d1baa3677 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.793106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.794087] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.794087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.802594] env[65674]: INFO networking_nsxv3.common.synchronization [None req-2fc93865-ab5b-483e-9c12-3499e66b2758 tempest-ServerActionsV293TestJSON-870912278 tempest-ServerActionsV293TestJSON-870912278-project-member] Enqueued Resource ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 with Priority: HIGHEST for action security_group_rules [ 656.803165] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 with Priority: HIGHEST for action security_group_rules [ 656.803476] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1eb2de6-d66a-4bca-8278-8e185e57c1a9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.803588] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.818031] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.818179] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.818264] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.818491] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.818649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.818811] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1581519b-ad42-456b-9ae9-cc3f6773b621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.072501] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.072672] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.072765] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.072995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.073105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.073204] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 already deleted. [ 657.073292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.073433] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.073592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.073673] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1eb2de6-d66a-4bca-8278-8e185e57c1a9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.223807] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.229228] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.294924] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.295245] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.295364] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.295687] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.295882] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.296066] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port ce375479-415f-4992-b588-2c7bcc05cfeb not found, creating... [ 657.296405] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.296580] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.296713] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.297009] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.297234] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.297660] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.297880] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.297977] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.298679] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.298859] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.299041] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: ce375479-415f-4992-b588-2c7bcc05cfeb is going to be created. [ 657.325137] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.325430] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.326074] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.326074] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.326074] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.326680] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-ce375479-415f-4992-b588-2c7bcc05cfeb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.598305] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.599382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.599382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.599382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.599382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.599382] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 already deleted. [ 657.599382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.726926] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.727105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.727179] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.727435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.727485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.727574] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 657.731448] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.731582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.731654] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.732086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.732086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.732086] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63abf908-fd42-467b-8387-085d1baa3677 is going to be created. [ 657.762112] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.762249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.762322] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.762526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.762674] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.777074] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.777284] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.777284] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.777510] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.777654] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.780652] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63abf908-fd42-467b-8387-085d1baa3677 in Status: UNINITIALIZED for 2s [ 657.787897] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 658.019019] env[65674]: INFO networking_nsxv3.common.synchronization [req-83fb3f77-2209-4678-a1ba-2c50ae24091f req-062ef32f-702f-43e3-9078-a473a33ee685 service nova] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_rules [ 658.019117] env[65674]: INFO networking_nsxv3.common.synchronization [req-83fb3f77-2209-4678-a1ba-2c50ae24091f req-062ef32f-702f-43e3-9078-a473a33ee685 service nova] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 658.019221] env[65674]: INFO networking_nsxv3.common.synchronization [req-83fb3f77-2209-4678-a1ba-2c50ae24091f req-062ef32f-702f-43e3-9078-a473a33ee685 service nova] Enqueued Resource ID: ce375479-415f-4992-b588-2c7bcc05cfeb with Priority: HIGHEST for action port [ 658.019762] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_rules [ 658.019893] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 658.020576] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce375479-415f-4992-b588-2c7bcc05cfeb with Priority: HIGHEST for action port [ 658.021541] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.021541] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.021811] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.021947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.022630] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.023059] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.023668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.023750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.023962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.024592] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.024746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.024788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.024957] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.025056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.025158] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.026121] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce375479-415f-4992-b588-2c7bcc05cfeb taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.026214] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce375479-415f-4992-b588-2c7bcc05cfeb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.026214] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce375479-415f-4992-b588-2c7bcc05cfeb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.026428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce375479-415f-4992-b588-2c7bcc05cfeb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.026428] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce375479-415f-4992-b588-2c7bcc05cfeb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.068067] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc in Status: SUCCESS [ 658.070256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.070256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.070256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.070256] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.070256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.070256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.070256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.070256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.070256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.070256] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.421541] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e in Status: SUCCESS [ 658.422228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.528038] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.530581] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.530581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.534043] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce375479-415f-4992-b588-2c7bcc05cfeb with status ACTIVE [ 658.534402] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.534402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.534402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.534597] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.534802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.534900] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.534979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.535056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.535171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.535243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.535424] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.535524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.535576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.537065] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.537065] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.537065] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce375479-415f-4992-b588-2c7bcc05cfeb is going to be updated. [ 658.557807] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.557997] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.557997] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.558341] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.558591] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.558786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce375479-415f-4992-b588-2c7bcc05cfeb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.572043] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.572243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.572309] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.572459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.572618] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.572717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.572780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.572950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.573052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.573144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.573290] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.573382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.573441] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.573578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.573711] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.573797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.573902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.573985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.574071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.574170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.574265] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.852997] env[65674]: INFO networking_nsxv3.common.synchronization [req-dbd74e65-e209-44de-9ff8-50eba03d91a8 req-9ba8d666-31ac-4911-86fd-d7bf1de39562 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 658.853824] env[65674]: INFO networking_nsxv3.common.synchronization [req-dbd74e65-e209-44de-9ff8-50eba03d91a8 req-9ba8d666-31ac-4911-86fd-d7bf1de39562 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 9c464c5f-459b-4034-a013-da1f500809ee with Priority: HIGHEST for action security_group_members [ 658.853824] env[65674]: INFO networking_nsxv3.common.synchronization [req-dbd74e65-e209-44de-9ff8-50eba03d91a8 req-9ba8d666-31ac-4911-86fd-d7bf1de39562 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGHEST for action security_group_members [ 658.854067] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 658.854247] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c464c5f-459b-4034-a013-da1f500809ee with Priority: HIGHEST for action security_group_members [ 658.854363] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGHEST for action security_group_members [ 658.854706] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.854859] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.855034] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c464c5f-459b-4034-a013-da1f500809ee taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.855581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.855581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.855975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.856138] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.856358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.856358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.856506] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.856609] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.856767] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c464c5f-459b-4034-a013-da1f500809ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.859077] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-63abf908-fd42-467b-8387-085d1baa3677 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.859077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.874687] env[65674]: INFO networking_nsxv3.common.synchronization [req-65111ac8-c47d-43ae-8a44-7090b9949a22 req-26c3b1a1-2293-41d1-929d-65e7d1336212 tempest-ImagesNegativeTestJSON-1028568546 tempest-ImagesNegativeTestJSON-1028568546-project-member] Enqueued Resource ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb with Priority: HIGHEST for action security_group_members [ 658.875449] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb with Priority: HIGHEST for action security_group_members [ 658.875759] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d5c297-4995-4ae9-a8d8-1610154a7efb taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.875887] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.875955] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.876317] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.876512] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.876645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.876729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.876910] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.877034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.877424] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75d5c297-4995-4ae9-a8d8-1610154a7efb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.902475] env[65674]: INFO networking_nsxv3.common.synchronization [req-dbd74e65-e209-44de-9ff8-50eba03d91a8 req-9ba8d666-31ac-4911-86fd-d7bf1de39562 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGHEST for action security_group_rules [ 658.902745] env[65674]: INFO networking_nsxv3.common.synchronization [req-dbd74e65-e209-44de-9ff8-50eba03d91a8 req-9ba8d666-31ac-4911-86fd-d7bf1de39562 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGHEST for action security_group_members [ 658.902745] env[65674]: INFO networking_nsxv3.common.synchronization [req-dbd74e65-e209-44de-9ff8-50eba03d91a8 req-9ba8d666-31ac-4911-86fd-d7bf1de39562 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 9c464c5f-459b-4034-a013-da1f500809ee with Priority: HIGHEST for action security_group_rules [ 658.902884] env[65674]: INFO networking_nsxv3.common.synchronization [req-dbd74e65-e209-44de-9ff8-50eba03d91a8 req-9ba8d666-31ac-4911-86fd-d7bf1de39562 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 9c464c5f-459b-4034-a013-da1f500809ee with Priority: HIGHEST for action security_group_members [ 658.903758] env[65674]: INFO networking_nsxv3.common.synchronization [req-dbd74e65-e209-44de-9ff8-50eba03d91a8 req-9ba8d666-31ac-4911-86fd-d7bf1de39562 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_rules [ 658.904064] env[65674]: INFO networking_nsxv3.common.synchronization [req-dbd74e65-e209-44de-9ff8-50eba03d91a8 req-9ba8d666-31ac-4911-86fd-d7bf1de39562 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 658.904167] env[65674]: INFO networking_nsxv3.common.synchronization [req-dbd74e65-e209-44de-9ff8-50eba03d91a8 req-9ba8d666-31ac-4911-86fd-d7bf1de39562 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 1581519b-ad42-456b-9ae9-cc3f6773b621 with Priority: HIGHEST for action port [ 658.905083] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGHEST for action security_group_rules [ 658.905276] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c464c5f-459b-4034-a013-da1f500809ee with Priority: HIGHEST for action security_group_rules [ 658.905411] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 658.905513] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1581519b-ad42-456b-9ae9-cc3f6773b621 with Priority: HIGHEST for action port [ 658.905604] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_rules [ 658.905764] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGHEST for action security_group_members [ 658.906225] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c464c5f-459b-4034-a013-da1f500809ee with Priority: HIGHEST for action security_group_members [ 658.906838] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63abf908-fd42-467b-8387-085d1baa3677 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.907029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.907452] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c464c5f-459b-4034-a013-da1f500809ee taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.907621] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.907723] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.908131] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.908454] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c464c5f-459b-4034-a013-da1f500809ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.910124] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.910245] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.910728] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-1581519b-ad42-456b-9ae9-cc3f6773b621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.910914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1581519b-ad42-456b-9ae9-cc3f6773b621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.910992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1581519b-ad42-456b-9ae9-cc3f6773b621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.911271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1581519b-ad42-456b-9ae9-cc3f6773b621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.911357] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1581519b-ad42-456b-9ae9-cc3f6773b621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.913046] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.913154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.913352] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-63abf908-fd42-467b-8387-085d1baa3677 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.913481] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.914819] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c464c5f-459b-4034-a013-da1f500809ee taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.914819] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.033414] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.077621] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc: rpc.has_security_group_logging(os_id): False [ 659.098029] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.098029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.098029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.098321] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.098363] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.099259] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.099259] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.099259] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.099259] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.099259] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.099259] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.099750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.099750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.099750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.099750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.099906] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.099977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.100051] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.100162] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.100311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.100458] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc is going to be created. [ 659.180972] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.183022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.183022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.183022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.183022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.198727] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc in Status: IN_PROGRESS for 2s [ 659.361688] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c464c5f-459b-4034-a013-da1f500809ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.380353] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.380580] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.380646] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.380937] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.381078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.381303] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.381412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.381529] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.381683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.381823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.381884] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb already deleted. [ 659.381973] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.410723] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c464c5f-459b-4034-a013-da1f500809ee taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.410878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.416022] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1581519b-ad42-456b-9ae9-cc3f6773b621 with status ACTIVE [ 659.416022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.416022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.416022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.416022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.416022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.416022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.416022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.416022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.416022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.416022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.416022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.416022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.416022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.416022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.416022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.416022] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1581519b-ad42-456b-9ae9-cc3f6773b621 is going to be updated. [ 659.465409] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.465409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.465409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.465409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.465409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.465409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1581519b-ad42-456b-9ae9-cc3f6773b621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.541834] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.541834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.541834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.541834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.541834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.541834] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be created. [ 659.595977] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.596159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.596247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.596413] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.596567] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.608907] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: UNINITIALIZED for 2s [ 659.698424] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.698424] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-799" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.698424] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-799" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.699372] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-799" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.699372] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.699817] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.699817] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.700025] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.700025] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.700284] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.700371] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.701690] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.702121] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.702121] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.702121] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.702267] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.767109] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.767109] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.063 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.767109] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.767109] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-799" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.767109] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.767109] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.767109] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.767109] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.767109] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.794182] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63abf908-fd42-467b-8387-085d1baa3677 in Status: SUCCESS [ 659.794550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.795256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.795521] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.795790] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.795966] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.796072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.796421] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.796618] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.796698] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.800117] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 659.800387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.800636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.801070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.801198] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.801380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.801477] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.801728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.801868] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.803051] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.864678] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c464c5f-459b-4034-a013-da1f500809ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.274363] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.274363] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.274546] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.274737] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.274883] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.275043] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5 not found, creating... [ 660.275454] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.275793] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.275793] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.275903] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.276121] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.276549] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.276784] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.276977] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.277345] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.277557] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.277719] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5 is going to be created. [ 660.300915] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.307858] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.308160] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.309831] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.309831] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.309831] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.309831] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.311324] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.368359] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.368651] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.368775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.369075] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.369204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.369350] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c464c5f-459b-4034-a013-da1f500809ee is going to be created. [ 660.425427] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.425685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.425822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.426217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.426454] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.453037] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c464c5f-459b-4034-a013-da1f500809ee in Status: UNINITIALIZED for 2s [ 660.804782] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.816799] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.127500] env[65674]: INFO networking_nsxv3.common.synchronization [req-65111ac8-c47d-43ae-8a44-7090b9949a22 req-9fe5f72d-20ca-4532-99e9-156572d186f1 service nova] Enqueued Resource ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb with Priority: HIGHEST for action security_group_rules [ 661.127893] env[65674]: INFO networking_nsxv3.common.synchronization [req-65111ac8-c47d-43ae-8a44-7090b9949a22 req-9fe5f72d-20ca-4532-99e9-156572d186f1 service nova] Enqueued Resource ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb with Priority: HIGHEST for action security_group_members [ 661.127993] env[65674]: INFO networking_nsxv3.common.synchronization [req-65111ac8-c47d-43ae-8a44-7090b9949a22 req-9fe5f72d-20ca-4532-99e9-156572d186f1 service nova] Enqueued Resource ID: cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5 with Priority: HIGHEST for action port [ 661.128953] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb with Priority: HIGHEST for action security_group_rules [ 661.129098] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb with Priority: HIGHEST for action security_group_members [ 661.129199] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5 with Priority: HIGHEST for action port [ 661.129505] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75d5c297-4995-4ae9-a8d8-1610154a7efb taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.129813] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.129813] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.129981] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.130088] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75d5c297-4995-4ae9-a8d8-1610154a7efb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.131524] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d5c297-4995-4ae9-a8d8-1610154a7efb taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.131635] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.131811] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.132182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.132359] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.132467] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.132543] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.132724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.133159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.133159] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75d5c297-4995-4ae9-a8d8-1610154a7efb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.135615] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.135761] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.135830] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.136026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.136143] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.216746] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc in Status: SUCCESS [ 661.216746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.307875] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.308222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.309268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.309268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.309268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.309268] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63abf908-fd42-467b-8387-085d1baa3677 is going to be updated. [ 661.319557] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.319731] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.319859] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.320089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.320206] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.320324] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 661.384982] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.385520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.385520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.385520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.385669] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.387722] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.387935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.387935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.388194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.388405] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.417492] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 661.418245] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63abf908-fd42-467b-8387-085d1baa3677 in Status: IN_PROGRESS for 2s [ 661.621800] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: SUCCESS [ 661.622073] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.622227] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.622510] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.622683] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.622824] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.622882] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.623070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.623229] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.623229] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.623422] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.636082] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75d5c297-4995-4ae9-a8d8-1610154a7efb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.640577] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d5c297-4995-4ae9-a8d8-1610154a7efb taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.641845] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.642211] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5 with status ACTIVE [ 661.642576] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.642693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.642780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.643052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.643153] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.643368] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.643473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.643539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.643716] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.643782] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.643974] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.644131] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.644214] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.644398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.644533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.644734] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5 is going to be updated. [ 661.651800] env[65674]: INFO networking_nsxv3.common.synchronization [req-1ca02792-f3e5-43e3-9834-e58cd1c92a9a req-476e9f55-9325-4cae-b27b-ec7407dbdbdf tempest-ServersWithSpecificFlavorTestJSON-726103393 tempest-ServersWithSpecificFlavorTestJSON-726103393-project-member] Enqueued Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_members [ 661.651933] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_members [ 661.652380] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34b17b8-7e99-4578-bceb-cff1fded689d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.652538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.652612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.652807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.652987] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.653264] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.653360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.653489] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.653586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.653677] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.804512] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.804512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.804694] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.804763] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.805461] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.805461] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdcb52d8-995c-4d49-a2b7-52a5a8fdbea5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.033033] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.033033] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-852" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.033033] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-852" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.033578] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-852" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.036898] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.036898] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.036898] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.036898] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.036898] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.036898] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.036898] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.036898] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.036898] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.036898] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.036898] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.036898] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.057483] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.058363] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.058544] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.058723] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-852" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.059126] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-2e4c17b7-2175-476a-8c4f-1727d4909bea taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.059307] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-2e4c17b7-2175-476a-8c4f-1727d4909bea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.059421] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-2e4c17b7-2175-476a-8c4f-1727d4909bea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.059776] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-2e4c17b7-2175-476a-8c4f-1727d4909bea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.059913] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e4c17b7-2175-476a-8c4f-1727d4909bea',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.126719] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.126719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.126719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.126920] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.127131] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.127285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.127385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.127773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.128013] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.128123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.128310] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.128531] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.128741] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.128991] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.129370] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.129547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.129685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.130385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.130385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.130552] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.130883] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.138400] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75d5c297-4995-4ae9-a8d8-1610154a7efb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.302982] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.303195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.303195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.304356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.304356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.304356] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.304356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.304356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.304356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.304356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.304729] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34b17b8-7e99-4578-bceb-cff1fded689d already deleted. [ 662.304729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.467606] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c464c5f-459b-4034-a013-da1f500809ee in Status: SUCCESS [ 662.467606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.467606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.467606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.467606] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.467606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.467606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.467606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.467606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.467606] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c464c5f-459b-4034-a013-da1f500809ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.562246] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.562490] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.562612] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.562887] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.563045] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.563192] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 2e4c17b7-2175-476a-8c4f-1727d4909bea not found, creating... [ 662.563480] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.563689] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.563846] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.564128] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.564284] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.564613] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.564817] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.564957] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.565208] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.565346] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.565523] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 2e4c17b7-2175-476a-8c4f-1727d4909bea is going to be created. [ 662.589312] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.589512] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.589634] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.589916] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.590153] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.590381] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-2e4c17b7-2175-476a-8c4f-1727d4909bea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.632753] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e456b75f-c238-418c-899e-c305ae930007: rpc.has_security_group_logging(os_id): False [ 662.641228] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.641492] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.641566] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.641848] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.642109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.642109] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb is going to be created. [ 662.669344] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.669593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.669593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.670218] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.670218] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.670441] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.670600] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.670673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.670853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.670935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.671682] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.671682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.671682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.671682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.671682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.671944] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.671944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.671944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.672082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.672167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.672307] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be created. [ 662.703409] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.703409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.703409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.703409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.703409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.726605] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb in Status: UNINITIALIZED for 2s [ 662.786740] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.787012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.787174] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.787561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.787989] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.802758] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: IN_PROGRESS for 2s [ 662.971031] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c464c5f-459b-4034-a013-da1f500809ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.383071] env[65674]: INFO networking_nsxv3.common.synchronization [req-1ca02792-f3e5-43e3-9834-e58cd1c92a9a req-fbd56ddf-78f2-4976-81c7-3d154754ff06 service nova] Enqueued Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_rules [ 663.383071] env[65674]: INFO networking_nsxv3.common.synchronization [req-1ca02792-f3e5-43e3-9834-e58cd1c92a9a req-fbd56ddf-78f2-4976-81c7-3d154754ff06 service nova] Enqueued Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_members [ 663.383071] env[65674]: INFO networking_nsxv3.common.synchronization [req-1ca02792-f3e5-43e3-9834-e58cd1c92a9a req-fbd56ddf-78f2-4976-81c7-3d154754ff06 service nova] Enqueued Resource ID: 2e4c17b7-2175-476a-8c4f-1727d4909bea with Priority: HIGHEST for action port [ 663.384662] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_rules [ 663.385097] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_members [ 663.385328] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e4c17b7-2175-476a-8c4f-1727d4909bea with Priority: HIGHEST for action port [ 663.385872] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d34b17b8-7e99-4578-bceb-cff1fded689d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.386173] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.386392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.386837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.387469] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.389542] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34b17b8-7e99-4578-bceb-cff1fded689d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.390170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.390170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.390170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.390315] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.390315] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.390462] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.390603] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.390664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.390726] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.391779] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e4c17b7-2175-476a-8c4f-1727d4909bea taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.391921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e4c17b7-2175-476a-8c4f-1727d4909bea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.391921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e4c17b7-2175-476a-8c4f-1727d4909bea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.392081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e4c17b7-2175-476a-8c4f-1727d4909bea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.392179] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e4c17b7-2175-476a-8c4f-1727d4909bea',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.431243] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63abf908-fd42-467b-8387-085d1baa3677 in Status: SUCCESS [ 663.431515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.431820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.431951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.432178] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.432309] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.432374] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.432569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.432692] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.433388] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.433388] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.436404] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 663.436404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.436404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.436404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.436647] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.436722] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.436779] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.437516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.437516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.437516] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.438163] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.438371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.438590] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.438709] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.438785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.438951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.439045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.439146] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.439251] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.441739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.441739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.441739] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.441739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.441739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.441739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.441739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.441739] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.473556] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c464c5f-459b-4034-a013-da1f500809ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.626068] env[65674]: INFO networking_nsxv3.common.synchronization [req-234d958e-8162-46c0-9e65-8f801132ed2d req-a40c9ce9-b631-4580-93c7-0a2f89755c23 tempest-ServerDiskConfigTestJSON-1535982359 tempest-ServerDiskConfigTestJSON-1535982359-project-member] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 663.626068] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 663.626068] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.626068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.626068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.626068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.626068] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.626068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.626068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.626068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.627333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.627701] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.894539] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34b17b8-7e99-4578-bceb-cff1fded689d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.894539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.894539] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.895950] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e4c17b7-2175-476a-8c4f-1727d4909bea with status ACTIVE [ 663.895950] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.895950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.895950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.895950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.896313] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.896313] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.896313] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.896435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.896478] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.896629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.896780] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.896883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.896942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.897166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.897241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.897324] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e4c17b7-2175-476a-8c4f-1727d4909bea is going to be updated. [ 663.923997] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.924199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.924271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.924473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.924599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.924756] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e4c17b7-2175-476a-8c4f-1727d4909bea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.942492] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.942492] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.944688] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.944688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.944688] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.975695] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.976536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.976536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.976536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.976725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.976725] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c464c5f-459b-4034-a013-da1f500809ee is going to be updated. [ 664.035681] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.035824] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.035892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.036220] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.036390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.047629] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c464c5f-459b-4034-a013-da1f500809ee in Status: IN_PROGRESS for 2s [ 664.133623] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.133792] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.133792] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.134279] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.134279] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.135459] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.135459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.135459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.135459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.135459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.135459] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 664.165179] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.165521] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.165521] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.165688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.165748] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.176646] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 664.179297] env[65674]: INFO networking_nsxv3.common.synchronization [req-68af1d40-c1b8-43a0-b2c2-6bd840dfde82 req-43255a3d-420b-4d01-872b-0c354377c531 tempest-DeleteServersAdminTestJSON-2028124229 tempest-DeleteServersAdminTestJSON-2028124229-project-member] Enqueued Resource ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 with Priority: HIGHEST for action security_group_members [ 664.180084] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 with Priority: HIGHEST for action security_group_members [ 664.180397] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0588fe-aa7f-40b4-9066-a3dec64ca364 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.180597] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.180676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.180900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.181180] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.181452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.181452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.181599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.181696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.181805] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae0588fe-aa7f-40b4-9066-a3dec64ca364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.403212] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.443155] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.448705] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63abf908-fd42-467b-8387-085d1baa3677: rpc.has_security_group_logging(os_id): False [ 664.448705] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.487267] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.487409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.487486] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.487737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.487835] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.488120] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.488240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.488303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.488539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.488615] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.488704] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63abf908-fd42-467b-8387-085d1baa3677 is going to be created. [ 664.605070] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.605224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.605334] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.605599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.605926] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.640236] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63abf908-fd42-467b-8387-085d1baa3677 in Status: IN_PROGRESS for 2s [ 664.644012] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.644265] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.644417] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.644703] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.644959] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.650572] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.650572] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.650883] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.651088] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.651485] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.651751] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.651874] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.651997] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.652211] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.652302] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.652366] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.686565] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.686768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.686861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.688033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.688033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.688033] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.688033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.688033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.688033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.688033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.688033] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 is going to be updated. [ 664.724991] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.725169] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.073 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.725618] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.725618] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.725801] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-64e9c88b-1b8c-4978-8cd5-0ce94a775ab3 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.725983] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-64e9c88b-1b8c-4978-8cd5-0ce94a775ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.726113] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-64e9c88b-1b8c-4978-8cd5-0ce94a775ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.726417] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-64e9c88b-1b8c-4978-8cd5-0ce94a775ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.726542] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64e9c88b-1b8c-4978-8cd5-0ce94a775ab3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.752098] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb in Status: SUCCESS [ 664.752340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.752599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.752860] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.753333] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.753333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.753333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.753662] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.753662] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.753781] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.755088] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75d5c297-4995-4ae9-a8d8-1610154a7efb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.772831] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.773084] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.773841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.773841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.773841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.791544] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 in Status: IN_PROGRESS for 2s [ 664.820971] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: SUCCESS [ 664.820971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.906876] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.906876] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.906876] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.906876] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.906876] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.906876] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34b17b8-7e99-4578-bceb-cff1fded689d is going to be created. [ 664.944905] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.945153] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.945153] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.945364] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.945516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.947108] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.947108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.947108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.947316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.952055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.952055] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63abf908-fd42-467b-8387-085d1baa3677 is going to be updated. [ 664.955696] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.955860] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.956119] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.956395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.956503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.956647] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 664.960902] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34b17b8-7e99-4578-bceb-cff1fded689d in Status: UNINITIALIZED for 2s [ 664.981496] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.981893] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.981893] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.982867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.983086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.993389] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63abf908-fd42-467b-8387-085d1baa3677 in Status: IN_PROGRESS for 2s [ 664.994395] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.994576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.994670] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.994938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.998702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.009112] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 665.230265] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.230476] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.230651] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.230967] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.231247] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.231315] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 64e9c88b-1b8c-4978-8cd5-0ce94a775ab3 not found, creating... [ 665.231745] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.231924] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.232065] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.232306] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.232443] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.232759] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.232929] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.233054] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.233273] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.233516] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.233581] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 64e9c88b-1b8c-4978-8cd5-0ce94a775ab3 is going to be created. [ 665.256819] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d5c297-4995-4ae9-a8d8-1610154a7efb taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.256908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.257013] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.257296] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.257533] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.257676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.257763] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.258082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.258134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.258235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.258481] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d5c297-4995-4ae9-a8d8-1610154a7efb taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.258612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.258651] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.259324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.259324] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.259324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.259324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.259525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.259525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.259604] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.259802] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75d5c297-4995-4ae9-a8d8-1610154a7efb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.269994] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.270319] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.270486] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.270837] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.271426] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.271524] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-64e9c88b-1b8c-4978-8cd5-0ce94a775ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.776519] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75d5c297-4995-4ae9-a8d8-1610154a7efb: rpc.has_security_group_logging(os_id): False [ 665.804247] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.804408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.804479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.804740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.804834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.805093] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.805211] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.805312] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.805511] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.805592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.805889] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.807784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.807784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.807784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.807784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.807784] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.807784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.807784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.808572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.808726] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.808835] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb is going to be created. [ 665.897529] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.897675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.897721] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.897940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.898139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.919627] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb in Status: IN_PROGRESS for 2s [ 665.966944] env[65674]: INFO networking_nsxv3.common.synchronization [req-68af1d40-c1b8-43a0-b2c2-6bd840dfde82 req-3ec22d1a-acde-41e9-9dbc-2434b575a35f service nova] Enqueued Resource ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 with Priority: HIGHEST for action security_group_rules [ 665.968157] env[65674]: INFO networking_nsxv3.common.synchronization [req-68af1d40-c1b8-43a0-b2c2-6bd840dfde82 req-3ec22d1a-acde-41e9-9dbc-2434b575a35f service nova] Enqueued Resource ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 with Priority: HIGHEST for action security_group_members [ 665.968422] env[65674]: INFO networking_nsxv3.common.synchronization [req-68af1d40-c1b8-43a0-b2c2-6bd840dfde82 req-3ec22d1a-acde-41e9-9dbc-2434b575a35f service nova] Enqueued Resource ID: 64e9c88b-1b8c-4978-8cd5-0ce94a775ab3 with Priority: HIGHEST for action port [ 665.969259] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 with Priority: HIGHEST for action security_group_rules [ 665.969527] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 with Priority: HIGHEST for action security_group_members [ 665.969704] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64e9c88b-1b8c-4978-8cd5-0ce94a775ab3 with Priority: HIGHEST for action port [ 665.970161] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae0588fe-aa7f-40b4-9066-a3dec64ca364 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.970288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.970326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.970603] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.970733] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae0588fe-aa7f-40b4-9066-a3dec64ca364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.971767] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0588fe-aa7f-40b4-9066-a3dec64ca364 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.971987] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.972368] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-64e9c88b-1b8c-4978-8cd5-0ce94a775ab3 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.972368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64e9c88b-1b8c-4978-8cd5-0ce94a775ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.972511] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64e9c88b-1b8c-4978-8cd5-0ce94a775ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.972734] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64e9c88b-1b8c-4978-8cd5-0ce94a775ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.972878] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64e9c88b-1b8c-4978-8cd5-0ce94a775ab3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.067076] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c464c5f-459b-4034-a013-da1f500809ee in Status: SUCCESS [ 666.067497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.068380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.068380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.068669] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.068927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.068998] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.069210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.069340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.069540] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.069657] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c464c5f-459b-4034-a013-da1f500809ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.192393] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 666.192589] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 deletion is rescheduled due to dependency. [ 666.192707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.474854] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0588fe-aa7f-40b4-9066-a3dec64ca364 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.475739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.476057] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64e9c88b-1b8c-4978-8cd5-0ce94a775ab3 with status ACTIVE [ 666.476283] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.477690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.477690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.477690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.477690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.477690] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.477690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.477690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.478377] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.478377] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.478377] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.478377] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.478377] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.478639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.478675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.478797] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64e9c88b-1b8c-4978-8cd5-0ce94a775ab3 is going to be updated. [ 666.505048] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.505945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.505945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.507046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.507256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.507498] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64e9c88b-1b8c-4978-8cd5-0ce94a775ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.573315] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c464c5f-459b-4034-a013-da1f500809ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.654466] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63abf908-fd42-467b-8387-085d1baa3677 in Status: SUCCESS [ 666.656241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.656241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.656241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.656241] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.806554] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 in Status: SUCCESS [ 666.806929] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 deletion is rescheduled due to dependency. [ 666.807285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.807661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.808512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.808512] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.808512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.808648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.808860] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.809032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.809191] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae0588fe-aa7f-40b4-9066-a3dec64ca364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.977300] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34b17b8-7e99-4578-bceb-cff1fded689d in Status: SUCCESS [ 666.977706] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.977706] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.977901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.978154] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.978286] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.978353] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.979996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.980108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.980200] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.980328] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.010215] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63abf908-fd42-467b-8387-085d1baa3677 in Status: SUCCESS [ 667.010215] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.010215] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.010215] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.010215] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.010946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.010946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.010946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.010946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.010946] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.022685] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 667.022685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.022784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.022983] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.023240] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.023396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.023451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.023589] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.023672] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.023770] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.077797] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c464c5f-459b-4034-a013-da1f500809ee: rpc.has_security_group_logging(os_id): False [ 667.102134] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.102134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.102134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.102134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.102134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.102134] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.102134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.102134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.102134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.102134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.102134] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c464c5f-459b-4034-a013-da1f500809ee is going to be created. [ 667.159078] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-63abf908-fd42-467b-8387-085d1baa3677 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.159298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.179293] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.179669] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.179669] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.180500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.180500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.207986] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c464c5f-459b-4034-a013-da1f500809ee in Status: IN_PROGRESS for 2s [ 667.314229] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae0588fe-aa7f-40b4-9066-a3dec64ca364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.482673] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.513456] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.527566] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.816583] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae0588fe-aa7f-40b4-9066-a3dec64ca364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.945917] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb in Status: SUCCESS [ 667.946366] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.987132] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d34b17b8-7e99-4578-bceb-cff1fded689d: rpc.has_security_group_logging(os_id): False [ 668.014704] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.014982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.015069] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.015602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.015602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.015964] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.016148] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.016148] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.016391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.016576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.016696] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d34b17b8-7e99-4578-bceb-cff1fded689d is going to be created. [ 668.018333] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.033951] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.142973] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.143306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.143306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.143680] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.144023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.173880] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34b17b8-7e99-4578-bceb-cff1fded689d in Status: IN_PROGRESS for 2s [ 668.321266] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.321266] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.321266] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.321584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.321703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.321873] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 is going to be updated. [ 668.364135] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.364528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.364528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.364816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.364816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.382396] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 in Status: IN_PROGRESS for 2s [ 668.523193] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.523366] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.523440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.523658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.523751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.523852] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63abf908-fd42-467b-8387-085d1baa3677 is going to be updated. [ 668.537257] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.537481] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.537571] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.537895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.538053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.538200] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 668.582530] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.582795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.582795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.582990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.583164] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.593889] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.594719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.594813] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.595102] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.595230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.611117] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 668.612188] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63abf908-fd42-467b-8387-085d1baa3677 in Status: IN_PROGRESS for 2s [ 669.225057] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c464c5f-459b-4034-a013-da1f500809ee in Status: SUCCESS [ 669.225543] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.855664] env[65674]: INFO networking_nsxv3.common.synchronization [req-3ae657e1-000f-41ff-9b49-4df18f64cbf8 req-dd2d542f-3630-474b-a7f0-83bb56d2fff8 tempest-ServersAdminTestJSON-335483581 tempest-ServersAdminTestJSON-335483581-project-member] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 669.855664] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 669.855664] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.855664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.855664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.855664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.855664] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.855664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.855664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.855664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.855664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.855664] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.189113] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34b17b8-7e99-4578-bceb-cff1fded689d in Status: SUCCESS [ 670.190144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.266714] env[65674]: INFO networking_nsxv3.common.synchronization [req-6d50ce41-decc-41f3-8988-903ac6eb0c46 req-fc00394c-63bb-458c-97dc-2b55d65d921e tempest-InstanceActionsNegativeTestJSON-499014575 tempest-InstanceActionsNegativeTestJSON-499014575-project-member] Enqueued Resource ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc with Priority: HIGHEST for action security_group_members [ 670.266714] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc with Priority: HIGHEST for action security_group_members [ 670.267211] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.267211] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.267211] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.267381] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.267484] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.267562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.267635] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.267752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.268914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.268914] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.361607] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.399938] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 in Status: SUCCESS [ 670.399938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.400698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.401230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.401345] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.401453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.401536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.401721] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.401807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.401932] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.402038] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae0588fe-aa7f-40b4-9066-a3dec64ca364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.625594] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 670.626013] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.626381] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.626795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.627283] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.627715] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.627894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.628295] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.628485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.628745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.629070] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.629324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.629499] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.629761] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.630099] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.633557] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.633557] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.633557] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.633557] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.633557] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.633557] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.633557] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63abf908-fd42-467b-8387-085d1baa3677 in Status: SUCCESS [ 670.633557] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.634161] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.636673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.636673] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.636673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.636673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.636673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.636673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.636673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.636673] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.751013] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.751240] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-387" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.751449] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-387" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.751791] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-387" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.758026] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.758026] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.758026] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.758026] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.758026] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.758026] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.758026] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.758026] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.758026] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.758026] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.758026] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.758026] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.771045] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.771045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.771045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.771397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.771397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.771606] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.771606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.771751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.771808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.771971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.772117] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc is going to be updated. [ 670.785805] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.786211] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.786500] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.786500] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-387" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.786949] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-b7d38e5e-83ec-47b0-8797-7141ba3d2b3e taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.789160] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-b7d38e5e-83ec-47b0-8797-7141ba3d2b3e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.789343] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-b7d38e5e-83ec-47b0-8797-7141ba3d2b3e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.789729] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-b7d38e5e-83ec-47b0-8797-7141ba3d2b3e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.789959] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d38e5e-83ec-47b0-8797-7141ba3d2b3e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.824760] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.825380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.825380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.825380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.825688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.841577] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc in Status: IN_PROGRESS for 2s [ 670.864623] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.907812] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0588fe-aa7f-40b4-9066-a3dec64ca364 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.908733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.908733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.910471] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.911632] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.912446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.916108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.916108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.916256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.917411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.919181] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0588fe-aa7f-40b4-9066-a3dec64ca364 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.919181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.919181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.919181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.920030] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.920030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.920198] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.920396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.920952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.920952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.920952] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae0588fe-aa7f-40b4-9066-a3dec64ca364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.138277] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3df8546-2e9b-42c0-83a8-96700bfd5621: rpc.has_security_group_logging(os_id): False [ 671.138633] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.159348] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.159534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.159606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.159763] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.159855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.160069] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.160157] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.160211] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.160376] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.160444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.160676] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.160838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.160838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.160994] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.161171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.161262] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.161357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.161441] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.161534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.161642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.161749] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 671.225717] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.225717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.225717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.225717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.226337] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.246419] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 671.295734] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.295734] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.295734] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.296245] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.296245] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.296358] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port b7d38e5e-83ec-47b0-8797-7141ba3d2b3e not found, creating... [ 671.296930] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.296930] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.296930] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.297261] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.297261] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.297572] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.297831] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.297903] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.298134] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.298274] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.298409] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: b7d38e5e-83ec-47b0-8797-7141ba3d2b3e is going to be created. [ 671.344206] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.344206] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.344333] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.344714] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.344988] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.345284] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-b7d38e5e-83ec-47b0-8797-7141ba3d2b3e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.369669] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.369912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.369997] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.370284] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.370412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.370626] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be updated. [ 671.422042] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.422249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.422356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.422670] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.422828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.428303] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae0588fe-aa7f-40b4-9066-a3dec64ca364: rpc.has_security_group_logging(os_id): False [ 671.448669] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: IN_PROGRESS for 2s [ 671.452174] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.452350] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.452398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.452608] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.453365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.453696] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.453923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.454023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.454601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.454601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.455124] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.455124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.455124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.455362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.455542] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.455761] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.455896] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.455974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.456482] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.456482] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.456642] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 is going to be updated. [ 671.582302] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.582546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.582546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.582745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.583036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.598912] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 in Status: IN_PROGRESS for 2s [ 671.641499] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63abf908-fd42-467b-8387-085d1baa3677: rpc.has_security_group_logging(os_id): False [ 671.672896] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.673320] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.673436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.673688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.673819] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.674126] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.674241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.674307] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.674494] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.674577] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.674676] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63abf908-fd42-467b-8387-085d1baa3677 is going to be updated. [ 671.756751] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.756948] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.757032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.757516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.757569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.785986] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63abf908-fd42-467b-8387-085d1baa3677 in Status: IN_PROGRESS for 2s [ 672.034875] env[65674]: INFO networking_nsxv3.common.synchronization [req-3ae657e1-000f-41ff-9b49-4df18f64cbf8 req-3ff2a8dd-2bbd-4bdc-befc-884686c93e22 service nova] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_rules [ 672.035149] env[65674]: INFO networking_nsxv3.common.synchronization [req-3ae657e1-000f-41ff-9b49-4df18f64cbf8 req-3ff2a8dd-2bbd-4bdc-befc-884686c93e22 service nova] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 672.035337] env[65674]: INFO networking_nsxv3.common.synchronization [req-3ae657e1-000f-41ff-9b49-4df18f64cbf8 req-3ff2a8dd-2bbd-4bdc-befc-884686c93e22 service nova] Enqueued Resource ID: b7d38e5e-83ec-47b0-8797-7141ba3d2b3e with Priority: HIGHEST for action port [ 672.036467] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_rules [ 672.036561] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 672.036657] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d38e5e-83ec-47b0-8797-7141ba3d2b3e with Priority: HIGHEST for action port [ 672.037230] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.037343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.037438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.037701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.037801] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.040348] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.040451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.040877] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7d38e5e-83ec-47b0-8797-7141ba3d2b3e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.041047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7d38e5e-83ec-47b0-8797-7141ba3d2b3e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.041100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7d38e5e-83ec-47b0-8797-7141ba3d2b3e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.041356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7d38e5e-83ec-47b0-8797-7141ba3d2b3e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.041475] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d38e5e-83ec-47b0-8797-7141ba3d2b3e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.544110] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.544403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.544798] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7d38e5e-83ec-47b0-8797-7141ba3d2b3e with status ACTIVE [ 672.544798] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.544798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.544945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.546548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.546658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.546853] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.546958] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.547044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.547226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.547307] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.547498] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.547594] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.547657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.547815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.547896] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.547979] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7d38e5e-83ec-47b0-8797-7141ba3d2b3e is going to be updated. [ 672.572230] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.572725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.572725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.572825] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.572899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.573095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7d38e5e-83ec-47b0-8797-7141ba3d2b3e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.851383] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc in Status: SUCCESS [ 672.851623] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc deletion is rescheduled due to dependency. [ 672.852194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.268952] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 673.268952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.270604] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.270604] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.270604] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.461286] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: SUCCESS [ 673.462685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.463861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.463861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.463861] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.463861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.463861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.465404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.465404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.465404] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.616374] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 in Status: SUCCESS [ 673.616682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.772938] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.773109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.773181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.773455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.774035] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.774035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.774035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.774035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.774359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.774359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.774359] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.801310] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63abf908-fd42-467b-8387-085d1baa3677 in Status: SUCCESS [ 673.801582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.815793] env[65674]: INFO networking_nsxv3.common.synchronization [None req-cfd13e91-ae1a-4c22-b585-007a5ff1bb19 None None] Enqueued Resource ID: 2ce882fe-7845-448a-bf52-7cd99fe7d14f with Priority: HIGHEST for action port [ 673.815793] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ce882fe-7845-448a-bf52-7cd99fe7d14f with Priority: HIGHEST for action port [ 673.816213] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ce882fe-7845-448a-bf52-7cd99fe7d14f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.816357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ce882fe-7845-448a-bf52-7cd99fe7d14f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.816914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ce882fe-7845-448a-bf52-7cd99fe7d14f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.816914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ce882fe-7845-448a-bf52-7cd99fe7d14f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.816914] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ce882fe-7845-448a-bf52-7cd99fe7d14f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.969091] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.015204] env[65674]: INFO networking_nsxv3.common.synchronization [None req-04b78521-6288-47fe-8518-39a16ea703a3 None None] Enqueued Resource ID: 1af13347-b835-4823-80a4-d14bbfe4fd94 with Priority: HIGHEST for action port [ 674.015204] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af13347-b835-4823-80a4-d14bbfe4fd94 with Priority: HIGHEST for action port [ 674.015204] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-1af13347-b835-4823-80a4-d14bbfe4fd94 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.015204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1af13347-b835-4823-80a4-d14bbfe4fd94" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.015204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1af13347-b835-4823-80a4-d14bbfe4fd94" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.015204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1af13347-b835-4823-80a4-d14bbfe4fd94" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.015204] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1af13347-b835-4823-80a4-d14bbfe4fd94',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.277259] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.277259] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.277580] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.277852] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.278119] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.278335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.278771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.279790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.279790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.279790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.279790] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.279790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.279790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.280125] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.280348] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.280614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.281137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.281707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.281707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.281707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.281707] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.321838] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ce882fe-7845-448a-bf52-7cd99fe7d14f [ 674.321838] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.321838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.321838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.321838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.321838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.322184] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ce882fe-7845-448a-bf52-7cd99fe7d14f already deleted. [ 674.322184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ce882fe-7845-448a-bf52-7cd99fe7d14f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.473874] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.521993] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1af13347-b835-4823-80a4-d14bbfe4fd94 [ 674.521993] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.521993] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.521993] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.522361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.522361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.522361] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1af13347-b835-4823-80a4-d14bbfe4fd94 already deleted. [ 674.522361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1af13347-b835-4823-80a4-d14bbfe4fd94" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.787128] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3df8546-2e9b-42c0-83a8-96700bfd5621: rpc.has_security_group_logging(os_id): False [ 674.806365] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.806365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.806365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.806365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.806365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.806651] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.806777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.806870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.807072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.807202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.807415] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.807588] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.807690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.807877] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.807980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.808880] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.808880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.808880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.808880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.808880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.808880] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 674.977959] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.978393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.978393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.979009] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.979009] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.979009] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be updated. [ 674.991415] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.991415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.991415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.991415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.991415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.018375] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 675.034368] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.034368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.034368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.034368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.034703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.051314] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: IN_PROGRESS for 2s [ 676.812430] env[65674]: INFO networking_nsxv3.common.synchronization [None req-04a6e62b-a546-4319-bb4d-faa34ecf0f45 None None] Enqueued Resource ID: 3b2f37d5-f3bd-442f-a60d-6091874d126a with Priority: HIGHEST for action port [ 676.813685] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b2f37d5-f3bd-442f-a60d-6091874d126a with Priority: HIGHEST for action port [ 676.814183] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b2f37d5-f3bd-442f-a60d-6091874d126a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.814401] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b2f37d5-f3bd-442f-a60d-6091874d126a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.814492] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b2f37d5-f3bd-442f-a60d-6091874d126a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.814912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b2f37d5-f3bd-442f-a60d-6091874d126a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.815342] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b2f37d5-f3bd-442f-a60d-6091874d126a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.926967] env[65674]: INFO networking_nsxv3.common.synchronization [None req-5384ea6e-744e-441a-bf0a-99a06a9df069 tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: ca46bcba-a622-49db-a499-2cceec2bfef6 with Priority: HIGHEST for action security_group_rules [ 676.927604] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca46bcba-a622-49db-a499-2cceec2bfef6 with Priority: HIGHEST for action security_group_rules [ 676.927942] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca46bcba-a622-49db-a499-2cceec2bfef6 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.928157] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.928305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.929051] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.929184] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca46bcba-a622-49db-a499-2cceec2bfef6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.033594] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 677.034440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.059315] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: SUCCESS [ 677.059620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.059840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.061753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.061982] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.062118] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.062199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.062354] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.062434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.062528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.062705] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.073655] env[65674]: INFO networking_nsxv3.common.synchronization [None req-ede7fa22-5101-4bd0-91a6-b77f5bace814 tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: ca46bcba-a622-49db-a499-2cceec2bfef6 with Priority: HIGHEST for action security_group_rules [ 677.074205] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca46bcba-a622-49db-a499-2cceec2bfef6 with Priority: HIGHEST for action security_group_rules [ 677.074499] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca46bcba-a622-49db-a499-2cceec2bfef6 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.074604] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.320964] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b2f37d5-f3bd-442f-a60d-6091874d126a [ 677.320964] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.320964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.320964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.320964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.320964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.320964] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b2f37d5-f3bd-442f-a60d-6091874d126a already deleted. [ 677.320964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b2f37d5-f3bd-442f-a60d-6091874d126a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.453306] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.453485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.453534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.453758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.453883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.453932] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca46bcba-a622-49db-a499-2cceec2bfef6 already deleted. [ 677.454020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.454265] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.454338] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.454498] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca46bcba-a622-49db-a499-2cceec2bfef6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.566968] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.566968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.566968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.566968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.567262] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.567262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.567262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.567374] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.567409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.567484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.567841] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.567841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.567841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.567985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.568054] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.568152] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.568281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.568348] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.569115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.569115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.569115] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.979250] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.979250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.979815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.979815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.979815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.979815] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca46bcba-a622-49db-a499-2cceec2bfef6 already deleted. [ 677.980045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.073365] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e456b75f-c238-418c-899e-c305ae930007: rpc.has_security_group_logging(os_id): False [ 678.098378] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.098591] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.098591] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.099351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.099351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.099351] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.099351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.099351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.099784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.099784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.099784] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.099784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.099784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.099958] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.099958] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.100196] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.100380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.100380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.100483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.100520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.100781] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be updated. [ 678.201852] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.202373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.202373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.202373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.202551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.221300] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: IN_PROGRESS for 2s [ 679.401797] env[65674]: INFO networking_nsxv3.common.synchronization [req-7768a5e1-4377-42ba-ab7d-8e4e79e76adc req-e5573ede-c7c2-491b-91e1-64ced33d5be2 tempest-ImagesOneServerNegativeTestJSON-1196337290 tempest-ImagesOneServerNegativeTestJSON-1196337290-project-member] Enqueued Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 679.402194] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 679.403244] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.403244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.403244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.403244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.403244] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.403244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.403244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.403583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.403583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.403583] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.905876] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.906058] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.906131] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.906347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.906438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.906631] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.906728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.906786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.907162] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.907162] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.907162] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 is going to be updated. [ 679.938180] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.938353] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.938421] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.938634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.938769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.950707] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: IN_PROGRESS for 2s [ 680.150230] env[65674]: INFO networking_nsxv3.common.synchronization [None req-25ec69ac-8fb7-455a-b790-a89e5652624b None None] Enqueued Resource ID: d6173950-7d0f-4a30-946c-81c52828a3c1 with Priority: HIGHEST for action port [ 680.151658] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6173950-7d0f-4a30-946c-81c52828a3c1 with Priority: HIGHEST for action port [ 680.152120] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6173950-7d0f-4a30-946c-81c52828a3c1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.152255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6173950-7d0f-4a30-946c-81c52828a3c1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.152325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6173950-7d0f-4a30-946c-81c52828a3c1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.152588] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6173950-7d0f-4a30-946c-81c52828a3c1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.152673] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6173950-7d0f-4a30-946c-81c52828a3c1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.249784] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: SUCCESS [ 680.249784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.657127] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6173950-7d0f-4a30-946c-81c52828a3c1 [ 680.657127] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.657127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.657127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.657127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.657127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.657127] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6173950-7d0f-4a30-946c-81c52828a3c1 already deleted. [ 680.657127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6173950-7d0f-4a30-946c-81c52828a3c1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.222435] env[65674]: INFO networking_nsxv3.common.synchronization [req-432aae9c-660b-404f-8be5-c4bf8df0305e req-d5c16f11-aabc-4ea8-9286-4a3787f22377 tempest-ImagesNegativeTestJSON-1028568546 tempest-ImagesNegativeTestJSON-1028568546-project-member] Enqueued Resource ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb with Priority: HIGHEST for action security_group_members [ 681.222979] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb with Priority: HIGHEST for action security_group_members [ 681.223291] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d5c297-4995-4ae9-a8d8-1610154a7efb taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.223415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.223482] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.223706] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.223926] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.224095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.224198] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.224434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.224571] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.224754] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75d5c297-4995-4ae9-a8d8-1610154a7efb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.733059] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.733059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.733059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.733059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.733059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.733059] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.733059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.733059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.733059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.733059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.733059] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb is going to be updated. [ 681.775024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.775024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.775024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.775024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.775024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.795695] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb in Status: IN_PROGRESS for 2s [ 681.964483] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: SUCCESS [ 681.964483] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 deletion is rescheduled due to dependency. [ 681.964483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.181516] env[65674]: INFO networking_nsxv3.common.synchronization [req-e9b7d520-0604-405f-8b83-1ee0e3b0f631 req-59d11229-5038-43e0-b7b2-964d4af83161 tempest-ServersAdminNegativeTestJSON-2132416119 tempest-ServersAdminNegativeTestJSON-2132416119-project-member] Enqueued Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGHEST for action security_group_members [ 682.182085] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGHEST for action security_group_members [ 682.182532] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.182532] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.182704] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.182892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.183044] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.183172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.183258] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.183420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.183505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.183629] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.388523] env[65674]: INFO networking_nsxv3.common.synchronization [None req-8a4ec352-7e69-4071-9f2c-b004fa2b57a9 None None] Enqueued Resource ID: 27d94087-2c7c-43ff-9b2e-59f77771aabd with Priority: HIGHEST for action port [ 682.388523] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d94087-2c7c-43ff-9b2e-59f77771aabd with Priority: HIGHEST for action port [ 682.388523] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-27d94087-2c7c-43ff-9b2e-59f77771aabd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.388523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27d94087-2c7c-43ff-9b2e-59f77771aabd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.388523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27d94087-2c7c-43ff-9b2e-59f77771aabd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.389250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27d94087-2c7c-43ff-9b2e-59f77771aabd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.389477] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27d94087-2c7c-43ff-9b2e-59f77771aabd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.495332] env[65674]: INFO networking_nsxv3.common.synchronization [None req-013eff8b-f241-460b-a18f-50079b443070 None None] Enqueued Resource ID: d701c339-963d-4fa6-9504-ecc45234024f with Priority: HIGHEST for action port [ 682.495961] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d701c339-963d-4fa6-9504-ecc45234024f with Priority: HIGHEST for action port [ 682.496293] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-d701c339-963d-4fa6-9504-ecc45234024f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.496451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d701c339-963d-4fa6-9504-ecc45234024f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.496520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d701c339-963d-4fa6-9504-ecc45234024f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.497066] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d701c339-963d-4fa6-9504-ecc45234024f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.497245] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d701c339-963d-4fa6-9504-ecc45234024f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.687334] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.687472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.687544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.687790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.687906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.688119] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.688222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.688326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.688438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.688528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.688746] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a already deleted. [ 682.688888] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.896501] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27d94087-2c7c-43ff-9b2e-59f77771aabd [ 682.896815] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.897009] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.897119] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.897406] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.897538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.897822] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27d94087-2c7c-43ff-9b2e-59f77771aabd already deleted. [ 682.897822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27d94087-2c7c-43ff-9b2e-59f77771aabd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.002382] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d701c339-963d-4fa6-9504-ecc45234024f [ 683.002382] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.002382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.002382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.002382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.002382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.002382] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d701c339-963d-4fa6-9504-ecc45234024f already deleted. [ 683.002382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d701c339-963d-4fa6-9504-ecc45234024f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.277410] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.277572] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.277690] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.277962] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.278226] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.278369] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.278479] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.278778] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.278921] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.279155] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.279251] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.279357] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.279452] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.279549] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.279662] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.279756] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.313072] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.313313] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.313441] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.313637] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.313976] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-cd916edb-6e1a-4a42-88d4-0180a45d902b taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.314787] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-cd916edb-6e1a-4a42-88d4-0180a45d902b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.314787] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-cd916edb-6e1a-4a42-88d4-0180a45d902b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.314787] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-cd916edb-6e1a-4a42-88d4-0180a45d902b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.314787] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd916edb-6e1a-4a42-88d4-0180a45d902b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.807293] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb in Status: SUCCESS [ 683.807433] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb deletion is rescheduled due to dependency. [ 683.807558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.818366] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.819093] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.819386] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.819651] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.819752] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.819909] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port cd916edb-6e1a-4a42-88d4-0180a45d902b not found, creating... [ 683.820197] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.820403] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.820529] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.824023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.824023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.824023] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.824023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.824023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.824023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.824023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.824023] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: cd916edb-6e1a-4a42-88d4-0180a45d902b is going to be created. [ 683.843072] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.843285] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.843487] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.843643] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.843855] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.844078] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-cd916edb-6e1a-4a42-88d4-0180a45d902b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.261880] env[65674]: INFO networking_nsxv3.common.synchronization [None req-ca3dc8a9-a8bf-40d9-9cd8-a478a656b67d None None] Enqueued Resource ID: 19c9b6b0-73d3-4341-8678-e7855cb44bb7 with Priority: HIGHEST for action port [ 684.262172] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19c9b6b0-73d3-4341-8678-e7855cb44bb7 with Priority: HIGHEST for action port [ 684.262786] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-19c9b6b0-73d3-4341-8678-e7855cb44bb7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.262914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19c9b6b0-73d3-4341-8678-e7855cb44bb7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.263056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19c9b6b0-73d3-4341-8678-e7855cb44bb7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.263601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19c9b6b0-73d3-4341-8678-e7855cb44bb7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.263789] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19c9b6b0-73d3-4341-8678-e7855cb44bb7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.448105] env[65674]: INFO networking_nsxv3.common.synchronization [req-61e66ae4-7fab-463c-9507-bc1545dc7f55 req-4fe66f7b-e7a9-4680-8b36-85ab4d47fe8b tempest-TenantUsagesTestJSON-767867203 tempest-TenantUsagesTestJSON-767867203-project-member] Enqueued Resource ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc with Priority: HIGHEST for action security_group_members [ 684.449190] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc with Priority: HIGHEST for action security_group_members [ 684.449380] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecaa21e3-3de1-4e66-b644-06fb56df49cc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.449836] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.449836] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.450247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.450313] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.450434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.450514] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.450897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.450982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.451139] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecaa21e3-3de1-4e66-b644-06fb56df49cc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.585926] env[65674]: INFO networking_nsxv3.common.synchronization [req-e9b7d520-0604-405f-8b83-1ee0e3b0f631 req-91789284-ecc6-4ea4-af7a-717a8b6b7c58 service nova] Enqueued Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGHEST for action security_group_rules [ 684.586536] env[65674]: INFO networking_nsxv3.common.synchronization [req-e9b7d520-0604-405f-8b83-1ee0e3b0f631 req-91789284-ecc6-4ea4-af7a-717a8b6b7c58 service nova] Enqueued Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGHEST for action security_group_members [ 684.586746] env[65674]: INFO networking_nsxv3.common.synchronization [req-e9b7d520-0604-405f-8b83-1ee0e3b0f631 req-91789284-ecc6-4ea4-af7a-717a8b6b7c58 service nova] Enqueued Resource ID: cd916edb-6e1a-4a42-88d4-0180a45d902b with Priority: HIGHEST for action port [ 684.590393] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGHEST for action security_group_rules [ 684.590684] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGHEST for action security_group_members [ 684.590790] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd916edb-6e1a-4a42-88d4-0180a45d902b with Priority: HIGHEST for action port [ 684.591169] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc5bbf39-8a01-4d0f-bbbb-db00a782420a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.591373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.591520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.591773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.591861] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.592806] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.593039] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.593039] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.593167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.593317] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.593410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.593475] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.593611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.593700] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.593793] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.595093] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd916edb-6e1a-4a42-88d4-0180a45d902b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.595093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd916edb-6e1a-4a42-88d4-0180a45d902b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.595093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd916edb-6e1a-4a42-88d4-0180a45d902b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.595093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd916edb-6e1a-4a42-88d4-0180a45d902b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.595093] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd916edb-6e1a-4a42-88d4-0180a45d902b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.765583] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19c9b6b0-73d3-4341-8678-e7855cb44bb7 [ 684.765818] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.765970] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.766074] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.766299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.766389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.766485] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19c9b6b0-73d3-4341-8678-e7855cb44bb7 already deleted. [ 684.766554] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19c9b6b0-73d3-4341-8678-e7855cb44bb7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.906715] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.907021] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.907172] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.907593] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.907908] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.908770] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.908889] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.909165] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.909355] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.909524] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.909657] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.909733] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.909854] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.909971] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.910061] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.910186] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.930864] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.931059] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.931880] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.931880] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.931880] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.932140] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.932140] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.932415] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.932547] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.955167] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.955167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.955167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.955167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.955167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.955167] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.955167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.955167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.955167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.955167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.955167] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc already deleted. [ 684.955167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.096790] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.096790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.098093] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.100469] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd916edb-6e1a-4a42-88d4-0180a45d902b with status ACTIVE [ 685.100469] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.100469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.100469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.100469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.100469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.100469] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.100469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.100469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.100469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.100469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.101740] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.101852] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.101914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.102069] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.102138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.102229] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd916edb-6e1a-4a42-88d4-0180a45d902b is going to be updated. [ 685.126671] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.126836] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.126900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.127329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.127329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.127456] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd916edb-6e1a-4a42-88d4-0180a45d902b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.438134] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.438134] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.438134] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.438134] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.438134] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.438134] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8 not found, creating... [ 685.438134] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.438134] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.438134] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.438134] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.438134] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.438765] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.438765] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.438765] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.438765] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.438765] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.438765] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8 is going to be created. [ 685.461756] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.467213] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.467213] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.467213] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.467213] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.467213] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.605029] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.107174] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.107319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.107592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.107592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.107699] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.107776] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a is going to be created. [ 686.132582] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.132706] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.132706] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.132946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.133152] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.143015] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a in Status: UNINITIALIZED for 2s [ 686.183083] env[65674]: INFO networking_nsxv3.common.synchronization [req-61e66ae4-7fab-463c-9507-bc1545dc7f55 req-128ff450-b36a-46b6-a353-c00d227ffbfa service nova] Enqueued Resource ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc with Priority: HIGHEST for action security_group_rules [ 686.183310] env[65674]: INFO networking_nsxv3.common.synchronization [req-61e66ae4-7fab-463c-9507-bc1545dc7f55 req-128ff450-b36a-46b6-a353-c00d227ffbfa service nova] Enqueued Resource ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc with Priority: HIGHEST for action security_group_members [ 686.183480] env[65674]: INFO networking_nsxv3.common.synchronization [req-61e66ae4-7fab-463c-9507-bc1545dc7f55 req-128ff450-b36a-46b6-a353-c00d227ffbfa service nova] Enqueued Resource ID: cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8 with Priority: HIGHEST for action port [ 686.183858] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc with Priority: HIGHEST for action security_group_rules [ 686.183858] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc with Priority: HIGHEST for action security_group_members [ 686.183988] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8 with Priority: HIGHEST for action port [ 686.184521] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecaa21e3-3de1-4e66-b644-06fb56df49cc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.184679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.185083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.185083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.185083] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecaa21e3-3de1-4e66-b644-06fb56df49cc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.185875] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecaa21e3-3de1-4e66-b644-06fb56df49cc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.186111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.186111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.186259] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.186392] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.186483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.186543] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.186681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.186761] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.186848] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecaa21e3-3de1-4e66-b644-06fb56df49cc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.187579] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.187736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.187736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.187875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.187950] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.689855] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecaa21e3-3de1-4e66-b644-06fb56df49cc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.691017] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecaa21e3-3de1-4e66-b644-06fb56df49cc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.691152] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.691267] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8 with status ACTIVE [ 686.691384] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.691486] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.691550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.691752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.691840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.693050] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.693050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.693050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.693050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.693050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.693050] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.693050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.693050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.693050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.693050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.694807] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8 is going to be updated. [ 686.728653] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.728653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.729047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.729047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.729132] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.729254] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc5c8e62-4e8c-4e8c-a29d-75808f1a8ef8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.784940] env[65674]: INFO networking_nsxv3.common.synchronization [req-b7d05cb5-26a6-47df-bc5d-13ce75b6a798 req-688e8d46-5282-4d21-852d-3786aa43e986 tempest-ServerDiagnosticsNegativeTest-1792897572 tempest-ServerDiagnosticsNegativeTest-1792897572-project-member] Enqueued Resource ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 with Priority: HIGHEST for action security_group_members [ 686.785404] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 with Priority: HIGHEST for action security_group_members [ 686.785900] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.786126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.786126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.787015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.787015] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.787015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.787015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.787015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.787015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.787015] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.177495] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.177868] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.177868] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.178716] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.179144] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.182025] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.182025] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.182025] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.182025] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.182025] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.182025] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.182025] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.182025] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.182025] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.182025] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.182025] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.196849] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecaa21e3-3de1-4e66-b644-06fb56df49cc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.203232] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.203398] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.203530] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.203722] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.204120] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-ce70bd28-46a3-4191-94bc-c6e8071517b2 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.204301] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-ce70bd28-46a3-4191-94bc-c6e8071517b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.204417] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-ce70bd28-46a3-4191-94bc-c6e8071517b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.204959] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-ce70bd28-46a3-4191-94bc-c6e8071517b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.205202] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce70bd28-46a3-4191-94bc-c6e8071517b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.288837] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.289090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.289222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.289517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.289675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.289941] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.290121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.290259] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.290448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.290586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.290732] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 already deleted. [ 687.290871] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.698940] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.699261] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.699261] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.699840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.699840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.699840] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc is going to be created. [ 687.707972] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.708945] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.708945] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.708945] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.708945] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.708945] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port ce70bd28-46a3-4191-94bc-c6e8071517b2 not found, creating... [ 687.709291] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.709291] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.709291] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.709477] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.709818] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.709988] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.710082] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.710168] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.710365] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.710492] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.710656] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: ce70bd28-46a3-4191-94bc-c6e8071517b2 is going to be created. [ 687.725236] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.725440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.725440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.725943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.725943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.736332] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.736609] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.736696] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.736883] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.737111] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.737527] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-ce70bd28-46a3-4191-94bc-c6e8071517b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.738764] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc in Status: UNINITIALIZED for 2s [ 688.155464] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a in Status: SUCCESS [ 688.155701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.155873] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.156123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.156341] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.156487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.156570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.156773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.156865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.156954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.157060] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.502059] env[65674]: INFO networking_nsxv3.common.synchronization [req-b7d05cb5-26a6-47df-bc5d-13ce75b6a798 req-524e671e-1ee5-4fe9-ad30-071fe09ac8e6 service nova] Enqueued Resource ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 with Priority: HIGHEST for action security_group_rules [ 688.502250] env[65674]: INFO networking_nsxv3.common.synchronization [req-b7d05cb5-26a6-47df-bc5d-13ce75b6a798 req-524e671e-1ee5-4fe9-ad30-071fe09ac8e6 service nova] Enqueued Resource ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 with Priority: HIGHEST for action security_group_members [ 688.502385] env[65674]: INFO networking_nsxv3.common.synchronization [req-b7d05cb5-26a6-47df-bc5d-13ce75b6a798 req-524e671e-1ee5-4fe9-ad30-071fe09ac8e6 service nova] Enqueued Resource ID: ce70bd28-46a3-4191-94bc-c6e8071517b2 with Priority: HIGHEST for action port [ 688.502890] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 with Priority: HIGHEST for action security_group_rules [ 688.503040] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 with Priority: HIGHEST for action security_group_members [ 688.503140] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce70bd28-46a3-4191-94bc-c6e8071517b2 with Priority: HIGHEST for action port [ 688.503444] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.503524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.503579] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.503829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.503915] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.505124] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.505221] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.505265] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.505473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.505553] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.505705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.505705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.505840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.505926] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.506026] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.506741] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce70bd28-46a3-4191-94bc-c6e8071517b2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.506863] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce70bd28-46a3-4191-94bc-c6e8071517b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.506909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce70bd28-46a3-4191-94bc-c6e8071517b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.507122] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce70bd28-46a3-4191-94bc-c6e8071517b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.507122] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce70bd28-46a3-4191-94bc-c6e8071517b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.663908] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.664033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.664113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.664331] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.664510] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.664615] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.664679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.664857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.664951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.665117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.665261] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.665352] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.665352] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.665513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.665653] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.665745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.665807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.665940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.666048] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.666136] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.666240] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.008339] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.009892] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.009892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.014356] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce70bd28-46a3-4191-94bc-c6e8071517b2 with status ACTIVE [ 689.014356] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.014356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.014356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.014356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.014356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.014356] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.014356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.014356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.014356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.014356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.014356] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.014356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.014356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.014356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.014356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.014356] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce70bd28-46a3-4191-94bc-c6e8071517b2 is going to be updated. [ 689.040250] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.040503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.040503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.040688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.041438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.041438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce70bd28-46a3-4191-94bc-c6e8071517b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.171511] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc5bbf39-8a01-4d0f-bbbb-db00a782420a: rpc.has_security_group_logging(os_id): False [ 689.195042] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.195291] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.195351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.196023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.196023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.196023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.196023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.196023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.196324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.196324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.196436] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.196490] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.196541] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.196809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.196809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.197090] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.197490] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.197605] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.198107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.198269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.199157] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a is going to be created. [ 689.241444] env[65674]: INFO networking_nsxv3.common.synchronization [None req-025afe20-07ab-443e-bb0b-2ec97e6e8d35 tempest-ServersTestFqdnHostnames-751456657 tempest-ServersTestFqdnHostnames-751456657-project-member] Enqueued Resource ID: 220616ad-2bfa-453b-be19-7b20ac393a5d with Priority: HIGHEST for action security_group_rules [ 689.243968] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220616ad-2bfa-453b-be19-7b20ac393a5d with Priority: HIGHEST for action security_group_rules [ 689.243968] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-220616ad-2bfa-453b-be19-7b20ac393a5d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.243968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.243968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.243968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.243968] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('220616ad-2bfa-453b-be19-7b20ac393a5d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.270345] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.270574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.270574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.270902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.271105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.293046] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a in Status: IN_PROGRESS for 2s [ 689.374844] env[65674]: INFO networking_nsxv3.common.synchronization [None req-66ada8e8-39d1-454a-86b1-433ad45535e1 tempest-ServersTestFqdnHostnames-751456657 tempest-ServersTestFqdnHostnames-751456657-project-member] Enqueued Resource ID: 220616ad-2bfa-453b-be19-7b20ac393a5d with Priority: HIGHEST for action security_group_rules [ 689.375444] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220616ad-2bfa-453b-be19-7b20ac393a5d with Priority: HIGHEST for action security_group_rules [ 689.375864] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-220616ad-2bfa-453b-be19-7b20ac393a5d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.375864] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.516359] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.754012] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc in Status: SUCCESS [ 689.754975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.754975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.754975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.755384] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.755498] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.756306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.756306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.756306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.756306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.758242] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecaa21e3-3de1-4e66-b644-06fb56df49cc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.778343] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.778583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.778583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.778820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.778926] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.779053] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 220616ad-2bfa-453b-be19-7b20ac393a5d already deleted. [ 689.779132] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.779293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.779487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.779577] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('220616ad-2bfa-453b-be19-7b20ac393a5d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.018080] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.018080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.018491] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.018491] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.018491] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.019373] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 is going to be created. [ 690.048675] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.048675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.048675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.048675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.048675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.060901] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 in Status: UNINITIALIZED for 2s [ 690.259457] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecaa21e3-3de1-4e66-b644-06fb56df49cc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.263022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.263022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.263022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.263022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.263022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.263022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.263022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.263022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.263022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.263022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecaa21e3-3de1-4e66-b644-06fb56df49cc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.263022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.263022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.263022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.263022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.263022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.263022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.263022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.263022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.263883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.263883] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecaa21e3-3de1-4e66-b644-06fb56df49cc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.306055] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.306055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.306055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.306055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.306055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.306055] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 220616ad-2bfa-453b-be19-7b20ac393a5d already deleted. [ 690.306055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.594389] env[65674]: INFO networking_nsxv3.common.synchronization [None req-4b1d82ab-f853-4319-81a7-d8c11eb5aebe None None] Enqueued Resource ID: 98502e16-3ae3-4456-88b3-c45053f0f2f4 with Priority: HIGHEST for action port [ 690.594389] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98502e16-3ae3-4456-88b3-c45053f0f2f4 with Priority: HIGHEST for action port [ 690.594389] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-98502e16-3ae3-4456-88b3-c45053f0f2f4 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.594586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98502e16-3ae3-4456-88b3-c45053f0f2f4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.594586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98502e16-3ae3-4456-88b3-c45053f0f2f4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.595342] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98502e16-3ae3-4456-88b3-c45053f0f2f4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.595342] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98502e16-3ae3-4456-88b3-c45053f0f2f4',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.765852] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecaa21e3-3de1-4e66-b644-06fb56df49cc: rpc.has_security_group_logging(os_id): False [ 690.798024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.798024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.798024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.798024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.798024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.798024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.798024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.798024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.798024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.798024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.798024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.798024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.798024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.798024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.798024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.800057] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.800057] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.800057] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.800057] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.800057] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.800057] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc is going to be created. [ 690.871691] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.871691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.871691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.871691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.871691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.891807] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc in Status: IN_PROGRESS for 2s [ 691.098932] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98502e16-3ae3-4456-88b3-c45053f0f2f4 [ 691.099266] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.099345] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.099403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.099635] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.099722] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.100852] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98502e16-3ae3-4456-88b3-c45053f0f2f4 already deleted. [ 691.100852] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98502e16-3ae3-4456-88b3-c45053f0f2f4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.225724] env[65674]: INFO networking_nsxv3.common.synchronization [req-94d9b0dd-6f69-4be8-9b26-a24579f2f98b req-9b33f47c-0657-46ce-b532-ac55d00eed5d tempest-DeleteServersAdminTestJSON-2028124229 tempest-DeleteServersAdminTestJSON-2028124229-project-member] Enqueued Resource ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 with Priority: HIGHEST for action security_group_members [ 691.226891] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 with Priority: HIGHEST for action security_group_members [ 691.227919] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0588fe-aa7f-40b4-9066-a3dec64ca364 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.227919] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.227919] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.227919] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.228175] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.228175] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.228289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.228412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.228504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.228618] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae0588fe-aa7f-40b4-9066-a3dec64ca364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.305210] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a in Status: SUCCESS [ 691.305337] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.308915] env[65674]: INFO networking_nsxv3.common.synchronization [req-fd1a19ac-7f13-47db-8ad1-8600d8c5b75b req-15f04d35-a6ed-45d4-a08b-e2f5058f232f tempest-FloatingIPsAssociationTestJSON-912700346 tempest-FloatingIPsAssociationTestJSON-912700346-project-member] Enqueued Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGHEST for action security_group_members [ 691.309652] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGHEST for action security_group_members [ 691.310140] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.310441] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.310652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.313159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.313159] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.313159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.313159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.313159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.313159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.313159] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.731798] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.731798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.731798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.731798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.731798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.731798] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.731798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.731798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.732224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.732224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.732224] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 is going to be updated. [ 691.782875] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.783179] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.783179] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.783522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.783522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.793651] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 in Status: IN_PROGRESS for 2s [ 691.837963] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.837963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.837963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.837963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.837963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.837963] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.837963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.837963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.837963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.837963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.837963] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0aa571c-2efc-431b-bd67-13f96917028f already deleted. [ 691.837963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.899475] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.899475] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-850" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.899475] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-850" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.900990] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-850" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.900990] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.900990] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.900990] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.900990] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.901199] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.901406] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.901511] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.901623] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.901752] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.901861] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.902435] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.902435] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.932761] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.932761] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.932761] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.932917] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-850" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.933277] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-5a295e91-4a22-4595-b20a-98089bbb1db8 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.933446] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-5a295e91-4a22-4595-b20a-98089bbb1db8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.935041] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-5a295e91-4a22-4595-b20a-98089bbb1db8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.935041] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-5a295e91-4a22-4595-b20a-98089bbb1db8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.935041] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a295e91-4a22-4595-b20a-98089bbb1db8',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.074016] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 in Status: SUCCESS [ 692.074393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.074457] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.076224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.076224] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.076224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.076224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.076224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.076224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.076224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.076224] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.441255] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.441561] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.441609] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.441875] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.442031] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.442183] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 5a295e91-4a22-4595-b20a-98089bbb1db8 not found, creating... [ 692.442435] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.442583] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.442694] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.442904] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.443041] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.443351] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.443490] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.443598] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.443791] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.443943] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.444111] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 5a295e91-4a22-4595-b20a-98089bbb1db8 is going to be created. [ 692.472574] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.473300] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.473300] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.473501] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.473748] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.473966] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-5a295e91-4a22-4595-b20a-98089bbb1db8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.578187] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.578360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.578438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.578652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.578822] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.578928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.578991] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.579155] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.579246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.579335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.579479] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.579573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.579633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.579804] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.579951] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.580057] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.580119] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.580256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.580332] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.580412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.580503] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.905414] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc in Status: SUCCESS [ 692.905414] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.003260] env[65674]: INFO networking_nsxv3.common.synchronization [None req-5a592490-5c6c-4f59-bf7f-9c74abc5291b None None] Enqueued Resource ID: 328fad44-71d0-46b6-b596-232ac3af64cf with Priority: HIGHEST for action port [ 693.003260] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328fad44-71d0-46b6-b596-232ac3af64cf with Priority: HIGHEST for action port [ 693.003260] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-328fad44-71d0-46b6-b596-232ac3af64cf taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.003260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-328fad44-71d0-46b6-b596-232ac3af64cf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.003260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-328fad44-71d0-46b6-b596-232ac3af64cf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.003260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-328fad44-71d0-46b6-b596-232ac3af64cf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.003260] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('328fad44-71d0-46b6-b596-232ac3af64cf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.083701] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5: rpc.has_security_group_logging(os_id): False [ 693.112200] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.112364] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.112457] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.113721] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.113721] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.114205] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.114205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.114205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.114722] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.114722] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.115468] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.115468] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.115468] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.115468] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.115683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.117870] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.117870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.117870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.117870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.117870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.117870] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 is going to be created. [ 693.210750] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.211288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.211288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.211288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.211697] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.222792] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 in Status: IN_PROGRESS for 2s [ 693.248095] env[65674]: INFO networking_nsxv3.common.synchronization [req-fd1a19ac-7f13-47db-8ad1-8600d8c5b75b req-4e1ad18f-f3f8-46ee-a72c-62c41613a804 service nova] Enqueued Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGHEST for action security_group_rules [ 693.248294] env[65674]: INFO networking_nsxv3.common.synchronization [req-fd1a19ac-7f13-47db-8ad1-8600d8c5b75b req-4e1ad18f-f3f8-46ee-a72c-62c41613a804 service nova] Enqueued Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGHEST for action security_group_members [ 693.248851] env[65674]: INFO networking_nsxv3.common.synchronization [req-fd1a19ac-7f13-47db-8ad1-8600d8c5b75b req-4e1ad18f-f3f8-46ee-a72c-62c41613a804 service nova] Enqueued Resource ID: 5a295e91-4a22-4595-b20a-98089bbb1db8 with Priority: HIGHEST for action port [ 693.249776] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGHEST for action security_group_rules [ 693.249935] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGHEST for action security_group_members [ 693.250056] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a295e91-4a22-4595-b20a-98089bbb1db8 with Priority: HIGHEST for action port [ 693.250347] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.250471] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.250544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.250855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.250951] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.256054] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.256054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.256054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.256054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.256054] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.256373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.256373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.256429] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.258113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.258113] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.258113] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a295e91-4a22-4595-b20a-98089bbb1db8 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.258113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a295e91-4a22-4595-b20a-98089bbb1db8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.258113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a295e91-4a22-4595-b20a-98089bbb1db8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.258113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a295e91-4a22-4595-b20a-98089bbb1db8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.258113] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a295e91-4a22-4595-b20a-98089bbb1db8',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.506408] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 328fad44-71d0-46b6-b596-232ac3af64cf [ 693.506408] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.506408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.506817] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.506817] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.506817] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.506891] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:328fad44-71d0-46b6-b596-232ac3af64cf already deleted. [ 693.506946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-328fad44-71d0-46b6-b596-232ac3af64cf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.660093] env[65674]: INFO networking_nsxv3.common.synchronization [None req-c10fde2c-2b5e-42dd-b41b-fa5c330531a9 None None] Enqueued Resource ID: 333918fc-39ad-4dda-97f7-15a7a36ccf7d with Priority: HIGHEST for action port [ 693.660093] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333918fc-39ad-4dda-97f7-15a7a36ccf7d with Priority: HIGHEST for action port [ 693.660093] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-333918fc-39ad-4dda-97f7-15a7a36ccf7d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.660330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-333918fc-39ad-4dda-97f7-15a7a36ccf7d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.660330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-333918fc-39ad-4dda-97f7-15a7a36ccf7d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.660645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-333918fc-39ad-4dda-97f7-15a7a36ccf7d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.660645] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('333918fc-39ad-4dda-97f7-15a7a36ccf7d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.761772] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.761772] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.761772] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.761772] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a295e91-4a22-4595-b20a-98089bbb1db8 with status ACTIVE [ 693.761772] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.762090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.762090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.762229] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.762321] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.762500] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.762601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.762664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.763547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.763547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.771637] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.771637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.771637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.771637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.771637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.771637] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a295e91-4a22-4595-b20a-98089bbb1db8 is going to be updated. [ 693.797255] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.797443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.797443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.799020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.799020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.799020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a295e91-4a22-4595-b20a-98089bbb1db8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.808217] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 in Status: SUCCESS [ 693.808592] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0588fe-aa7f-40b4-9066-a3dec64ca364 deletion is rescheduled due to dependency. [ 693.808592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0588fe-aa7f-40b4-9066-a3dec64ca364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.163179] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 333918fc-39ad-4dda-97f7-15a7a36ccf7d [ 694.163479] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.163632] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.163725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.163989] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.164098] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.164198] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:333918fc-39ad-4dda-97f7-15a7a36ccf7d already deleted. [ 694.164278] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-333918fc-39ad-4dda-97f7-15a7a36ccf7d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.274249] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.777021] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.777422] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.777422] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.777568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.777616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.777725] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0aa571c-2efc-431b-bd67-13f96917028f is going to be created. [ 694.809603] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.809769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.809769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.810423] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.810595] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.821075] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0aa571c-2efc-431b-bd67-13f96917028f in Status: UNINITIALIZED for 2s [ 694.971923] env[65674]: INFO networking_nsxv3.common.synchronization [req-94a2fa73-57ab-4984-89b5-3094dda177bd req-d93f1797-322d-4e8f-a0ca-ab0cc06614ea tempest-ImagesTestJSON-529282155 tempest-ImagesTestJSON-529282155-project-member] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 694.972463] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 694.972760] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.973653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.973653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.973653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.973653] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.973653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.973653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.973653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.973912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.973912] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.236485] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 in Status: SUCCESS [ 695.236889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.476683] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.476683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.476683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.476683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.476683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.477234] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.477977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.477977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.477977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.477977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.477977] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be updated. [ 695.491036] env[65674]: INFO networking_nsxv3.common.synchronization [req-ea0a9e3a-ad3c-453f-9f91-83b2713b9f3c req-c1c1195b-a55d-4a75-8aff-71969a9df0c1 tempest-ImagesOneServerTestJSON-1043167960 tempest-ImagesOneServerTestJSON-1043167960-project-member] Enqueued Resource ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 with Priority: HIGHEST for action security_group_members [ 695.491036] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 with Priority: HIGHEST for action security_group_members [ 695.491838] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8e93ce-c9ad-4a02-a966-730058f802d2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.492586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.492887] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.493773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.495093] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.495093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.495093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.495093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.495093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.495093] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8e93ce-c9ad-4a02-a966-730058f802d2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.522504] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.522504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.522504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.522504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.522504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.535829] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: IN_PROGRESS for 2s [ 695.800693] env[65674]: INFO networking_nsxv3.common.synchronization [None req-0042fb0f-4803-45b9-b896-552be5866422 None None] Enqueued Resource ID: 8a60c0ec-3cc4-4d9d-ac3b-92e3ad2d1433 with Priority: HIGHEST for action port [ 695.801269] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a60c0ec-3cc4-4d9d-ac3b-92e3ad2d1433 with Priority: HIGHEST for action port [ 695.801631] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a60c0ec-3cc4-4d9d-ac3b-92e3ad2d1433 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.801757] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a60c0ec-3cc4-4d9d-ac3b-92e3ad2d1433" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.801800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a60c0ec-3cc4-4d9d-ac3b-92e3ad2d1433" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.802096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a60c0ec-3cc4-4d9d-ac3b-92e3ad2d1433" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.802200] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a60c0ec-3cc4-4d9d-ac3b-92e3ad2d1433',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.943710] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.944519] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-401" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.944519] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-401" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.944519] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-401" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.944686] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.944744] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.944999] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.945156] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.945344] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.945556] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.945668] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.945835] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.945997] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.946155] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.946289] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.946423] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.967296] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.967598] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.967598] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.967783] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-401" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.968106] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-18f3fac5-f072-4290-bd51-80036b5d31fc taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.968274] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-18f3fac5-f072-4290-bd51-80036b5d31fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.968389] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-18f3fac5-f072-4290-bd51-80036b5d31fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.968841] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-18f3fac5-f072-4290-bd51-80036b5d31fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.968909] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18f3fac5-f072-4290-bd51-80036b5d31fc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.997451] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.997602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.997676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.997906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.998007] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.998206] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.998308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.998372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.998525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.998604] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.998704] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 already deleted. [ 695.998822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.305054] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a60c0ec-3cc4-4d9d-ac3b-92e3ad2d1433 [ 696.305054] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.305208] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.305208] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.305419] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.305513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.305605] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a60c0ec-3cc4-4d9d-ac3b-92e3ad2d1433 already deleted. [ 696.305687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a60c0ec-3cc4-4d9d-ac3b-92e3ad2d1433" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.472110] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.472332] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.472447] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.472736] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.472885] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.473071] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 18f3fac5-f072-4290-bd51-80036b5d31fc not found, creating... [ 696.473336] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.473488] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.473599] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.473810] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.473942] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.474228] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.474374] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.474483] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.474677] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.474805] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.474934] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 18f3fac5-f072-4290-bd51-80036b5d31fc is going to be created. [ 696.496342] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.496650] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.496812] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.497275] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.497582] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.497826] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-18f3fac5-f072-4290-bd51-80036b5d31fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.831794] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0aa571c-2efc-431b-bd67-13f96917028f in Status: SUCCESS [ 696.832079] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.832770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.832856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.833090] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.833799] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.833799] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.833799] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.833799] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.833799] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.833799] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.236984] env[65674]: INFO networking_nsxv3.common.synchronization [req-ea0a9e3a-ad3c-453f-9f91-83b2713b9f3c req-91e07814-26fb-4a78-80fb-459b45410bfc service nova] Enqueued Resource ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 with Priority: HIGHEST for action security_group_rules [ 697.236984] env[65674]: INFO networking_nsxv3.common.synchronization [req-ea0a9e3a-ad3c-453f-9f91-83b2713b9f3c req-91e07814-26fb-4a78-80fb-459b45410bfc service nova] Enqueued Resource ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 with Priority: HIGHEST for action security_group_members [ 697.237338] env[65674]: INFO networking_nsxv3.common.synchronization [req-ea0a9e3a-ad3c-453f-9f91-83b2713b9f3c req-91e07814-26fb-4a78-80fb-459b45410bfc service nova] Enqueued Resource ID: 18f3fac5-f072-4290-bd51-80036b5d31fc with Priority: HIGHEST for action port [ 697.237677] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 with Priority: HIGHEST for action security_group_rules [ 697.237859] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 with Priority: HIGHEST for action security_group_members [ 697.237966] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f3fac5-f072-4290-bd51-80036b5d31fc with Priority: HIGHEST for action port [ 697.238466] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed8e93ce-c9ad-4a02-a966-730058f802d2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.238466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.238466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.238712] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.238964] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed8e93ce-c9ad-4a02-a966-730058f802d2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.239610] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8e93ce-c9ad-4a02-a966-730058f802d2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.239734] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.239803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.239964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.240118] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.240216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.240294] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.242558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.242642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.242723] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8e93ce-c9ad-4a02-a966-730058f802d2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.243969] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-18f3fac5-f072-4290-bd51-80036b5d31fc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.244080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18f3fac5-f072-4290-bd51-80036b5d31fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.244820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18f3fac5-f072-4290-bd51-80036b5d31fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.244956] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18f3fac5-f072-4290-bd51-80036b5d31fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.245060] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18f3fac5-f072-4290-bd51-80036b5d31fc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.337129] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.337482] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.337569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.337835] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.338083] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.338175] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.338275] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.338462] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.338569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.338702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.338936] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.339093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.339170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.339344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.339498] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.339711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.339711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.339840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.339930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.340023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.340131] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.546686] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 697.546742] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 deletion is rescheduled due to dependency. [ 697.546849] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.749115] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8e93ce-c9ad-4a02-a966-730058f802d2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.749235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.749444] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed8e93ce-c9ad-4a02-a966-730058f802d2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.751746] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18f3fac5-f072-4290-bd51-80036b5d31fc with status ACTIVE [ 697.751746] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.751746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.751746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.751746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.751746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.751746] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.751746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.751746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.751746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.751746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.751746] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.752123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.752123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.754861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.756092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.756092] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18f3fac5-f072-4290-bd51-80036b5d31fc is going to be updated. [ 697.778962] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.778962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.778962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.778962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.778962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.778962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18f3fac5-f072-4290-bd51-80036b5d31fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.843855] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0aa571c-2efc-431b-bd67-13f96917028f: rpc.has_security_group_logging(os_id): False [ 697.863448] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.863633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.863727] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.863972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.864125] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.864349] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.864449] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.864506] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.864665] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.865030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.865030] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.865030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.865206] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.865239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.865427] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.867130] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.867751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.867751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.867751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.867751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.867751] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0aa571c-2efc-431b-bd67-13f96917028f is going to be created. [ 697.955254] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.955254] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.955421] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.955554] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.955803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.970617] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0aa571c-2efc-431b-bd67-13f96917028f in Status: IN_PROGRESS for 2s [ 698.258140] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed8e93ce-c9ad-4a02-a966-730058f802d2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.760565] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.760838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.760919] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.762139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.762139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.762319] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 is going to be created. [ 698.792893] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.793086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.793166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.793380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.793541] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.806496] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 in Status: UNINITIALIZED for 2s [ 699.986168] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0aa571c-2efc-431b-bd67-13f96917028f in Status: SUCCESS [ 699.986168] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.337282] env[65674]: INFO networking_nsxv3.common.synchronization [req-1379ffad-f21a-4231-9fdc-685dc7ec955e req-3031858f-267a-4198-96a2-89fa28f8b62b tempest-ServerDiskConfigTestJSON-1535982359 tempest-ServerDiskConfigTestJSON-1535982359-project-member] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 700.337894] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 700.338528] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.338676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.338733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.338908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.339072] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.339175] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.339235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.339388] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.339472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.339563] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.790351] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.790541] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.790659] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.790981] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.791267] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.791423] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.791535] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.791853] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.791889] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.796248] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.796388] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.796501] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.796605] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.796716] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.796837] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.796972] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.817675] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.817836] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.817987] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.818147] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.818615] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-8db6da7b-c6a5-4616-973c-4def2101b36e taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.818855] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-8db6da7b-c6a5-4616-973c-4def2101b36e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.819024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-8db6da7b-c6a5-4616-973c-4def2101b36e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.819374] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-8db6da7b-c6a5-4616-973c-4def2101b36e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.819726] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8db6da7b-c6a5-4616-973c-4def2101b36e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.821387] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 in Status: SUCCESS [ 700.822222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.822281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.822668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.822897] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.823056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.823155] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.823334] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.823461] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.823757] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.823757] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed8e93ce-c9ad-4a02-a966-730058f802d2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.845561] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.845874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.845874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.846101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.846257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.846409] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.846584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.846584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.847054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.847054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.847054] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 700.880085] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.880315] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.880438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.880770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.880965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.893366] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 701.325826] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8e93ce-c9ad-4a02-a966-730058f802d2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.326223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.326223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.326468] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.326740] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.329200] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.329329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.329581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.329811] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.329811] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.329978] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8e93ce-c9ad-4a02-a966-730058f802d2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.330090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.330188] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.330314] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.330463] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.330551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.330640] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.330860] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.330948] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.331035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.331128] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed8e93ce-c9ad-4a02-a966-730058f802d2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.333090] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.333090] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.333090] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.333289] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.333501] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.333685] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 8db6da7b-c6a5-4616-973c-4def2101b36e not found, creating... [ 701.333991] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.334177] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.334288] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.334579] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.334963] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.335216] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.336443] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.336443] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.336605] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.336752] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.337640] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 8db6da7b-c6a5-4616-973c-4def2101b36e is going to be created. [ 701.367430] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.368037] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.368264] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.369013] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.369263] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.371504] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-8db6da7b-c6a5-4616-973c-4def2101b36e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.842488] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed8e93ce-c9ad-4a02-a966-730058f802d2: rpc.has_security_group_logging(os_id): False [ 701.865218] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.865407] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.865451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.865652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.865741] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.865937] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.866070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.866112] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.866253] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.866329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.866715] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.866715] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.866715] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.866887] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.866887] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.867089] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.867191] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.867263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.867426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.867552] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.867596] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 is going to be created. [ 701.932186] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.932186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.932186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.932338] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.932436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.945150] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 in Status: IN_PROGRESS for 2s [ 702.056252] env[65674]: INFO networking_nsxv3.common.synchronization [req-1379ffad-f21a-4231-9fdc-685dc7ec955e req-639e9508-eb41-4be7-b625-467f474e6396 service nova] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_rules [ 702.056252] env[65674]: INFO networking_nsxv3.common.synchronization [req-1379ffad-f21a-4231-9fdc-685dc7ec955e req-639e9508-eb41-4be7-b625-467f474e6396 service nova] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 702.056252] env[65674]: INFO networking_nsxv3.common.synchronization [req-1379ffad-f21a-4231-9fdc-685dc7ec955e req-639e9508-eb41-4be7-b625-467f474e6396 service nova] Enqueued Resource ID: 8db6da7b-c6a5-4616-973c-4def2101b36e with Priority: HIGHEST for action port [ 702.056400] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_rules [ 702.056593] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 702.056593] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db6da7b-c6a5-4616-973c-4def2101b36e with Priority: HIGHEST for action port [ 702.056859] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.057018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.057477] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.057699] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.057825] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.058914] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.059650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.059895] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-8db6da7b-c6a5-4616-973c-4def2101b36e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.060012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8db6da7b-c6a5-4616-973c-4def2101b36e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.060079] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8db6da7b-c6a5-4616-973c-4def2101b36e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.060273] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8db6da7b-c6a5-4616-973c-4def2101b36e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.060360] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8db6da7b-c6a5-4616-973c-4def2101b36e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.562819] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.562819] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.563187] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8db6da7b-c6a5-4616-973c-4def2101b36e with status ACTIVE [ 702.563187] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.563872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.563872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.563872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.563872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.563872] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.565183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.565183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.565183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.565183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.565183] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.565183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.565183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.565183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.565183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.565183] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8db6da7b-c6a5-4616-973c-4def2101b36e is going to be updated. [ 702.590894] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.591578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.591578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.591578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.591578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.591910] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8db6da7b-c6a5-4616-973c-4def2101b36e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.903509] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 702.904262] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 deletion is rescheduled due to dependency. [ 702.904821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.904821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.904936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.905250] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.905428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.905526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.905793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.905897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.906034] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.006222] env[65674]: INFO networking_nsxv3.common.synchronization [req-f49f9a3c-0429-41b8-935b-8cc16b1835b9 req-72d036a0-1c5c-4b2d-9fe3-9c06e5ba1336 tempest-DeleteServersTestJSON-212486772 tempest-DeleteServersTestJSON-212486772-project-member] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 703.006736] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 703.007045] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.007189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.007254] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.007447] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.007595] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.007689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.007751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.007890] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.008012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.008081] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.378294] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.378623] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.379804] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.380209] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.380481] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.380695] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.380854] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.381772] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.381772] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.381886] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.382136] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.383521] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.383684] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.383810] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.383922] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.384450] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.410034] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.410975] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.410975] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.410975] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.411282] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-4b165b26-5ad8-4f6a-866d-cfb71703df32 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.411543] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-4b165b26-5ad8-4f6a-866d-cfb71703df32" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.411738] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-4b165b26-5ad8-4f6a-866d-cfb71703df32" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.412366] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-4b165b26-5ad8-4f6a-866d-cfb71703df32" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.412622] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b165b26-5ad8-4f6a-866d-cfb71703df32',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.413989] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.510233] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.510443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.510443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.510895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.511061] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.511243] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.513415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.513415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.513415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.513415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.513415] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be updated. [ 703.543860] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.544111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.544111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.544335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.544531] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.555172] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 703.916606] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.917120] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.917120] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.917443] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.917538] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.917938] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 4b165b26-5ad8-4f6a-866d-cfb71703df32 not found, creating... [ 703.918040] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.918213] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.918346] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.918627] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.918823] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.919273] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.919387] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.920231] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.920231] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.920231] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.920231] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 4b165b26-5ad8-4f6a-866d-cfb71703df32 is going to be created. [ 703.921309] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.943823] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.944107] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.944253] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.944545] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.944768] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.944995] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-4b165b26-5ad8-4f6a-866d-cfb71703df32" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.962034] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 in Status: SUCCESS [ 703.962348] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.424849] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.425036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.425149] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.425351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.425460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.425562] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 704.455561] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.455561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.455561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.455561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.455561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.464656] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 704.708536] env[65674]: INFO networking_nsxv3.common.synchronization [req-f49f9a3c-0429-41b8-935b-8cc16b1835b9 req-58d8c72f-18fb-4f13-b5a6-5cc7b218f3db service nova] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_rules [ 704.708671] env[65674]: INFO networking_nsxv3.common.synchronization [req-f49f9a3c-0429-41b8-935b-8cc16b1835b9 req-58d8c72f-18fb-4f13-b5a6-5cc7b218f3db service nova] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 704.709205] env[65674]: INFO networking_nsxv3.common.synchronization [req-f49f9a3c-0429-41b8-935b-8cc16b1835b9 req-58d8c72f-18fb-4f13-b5a6-5cc7b218f3db service nova] Enqueued Resource ID: 4b165b26-5ad8-4f6a-866d-cfb71703df32 with Priority: HIGHEST for action port [ 704.710137] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_rules [ 704.713024] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 704.713024] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b165b26-5ad8-4f6a-866d-cfb71703df32 with Priority: HIGHEST for action port [ 704.713024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.713024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.713024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.713024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.713024] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.713024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.713024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.713686] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b165b26-5ad8-4f6a-866d-cfb71703df32 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.713686] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b165b26-5ad8-4f6a-866d-cfb71703df32" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.713686] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b165b26-5ad8-4f6a-866d-cfb71703df32" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.713686] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b165b26-5ad8-4f6a-866d-cfb71703df32" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.713686] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b165b26-5ad8-4f6a-866d-cfb71703df32',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.982701] env[65674]: INFO networking_nsxv3.common.synchronization [req-be47b17a-de93-44b4-bb40-5e87ca209fb9 req-19b1b11b-bf56-4fca-b522-aa08201f07d1 tempest-ServerDiagnosticsNegativeTest-1792897572 tempest-ServerDiagnosticsNegativeTest-1792897572-project-member] Enqueued Resource ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 with Priority: HIGHEST for action security_group_members [ 704.983255] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 with Priority: HIGHEST for action security_group_members [ 704.983555] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.983675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.983741] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.983936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.984104] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.984197] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.984256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.984402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.984484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.984575] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.159685] env[65674]: INFO networking_nsxv3.common.synchronization [req-1bfd1265-b919-48aa-88dd-27d9510919f4 req-0b4d18b1-f434-4b02-83ef-b1e1cf822353 tempest-TenantUsagesTestJSON-767867203 tempest-TenantUsagesTestJSON-767867203-project-member] Enqueued Resource ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc with Priority: HIGHEST for action security_group_members [ 705.160401] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc with Priority: HIGHEST for action security_group_members [ 705.160564] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecaa21e3-3de1-4e66-b644-06fb56df49cc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.160856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.160932] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.161213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.161411] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.161535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.161631] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.161927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.162060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.162186] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecaa21e3-3de1-4e66-b644-06fb56df49cc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.216763] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.216933] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.218483] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b165b26-5ad8-4f6a-866d-cfb71703df32 with status ACTIVE [ 705.218585] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.218782] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.219327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.219327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.219327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.219584] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.219584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.219667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.220300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.220300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.220300] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.220300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.220572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.220572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.220655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.220803] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b165b26-5ad8-4f6a-866d-cfb71703df32 is going to be updated. [ 705.242599] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.242803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.242803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.243138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.243138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.243302] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b165b26-5ad8-4f6a-866d-cfb71703df32" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.487219] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.487465] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.487598] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.487934] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.488124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.488444] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.488679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.490389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.490389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.490389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.490389] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 is going to be updated. [ 705.522017] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.522017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.522017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.522199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.522406] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.533750] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 in Status: IN_PROGRESS for 2s [ 705.565759] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 705.565950] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 deletion is rescheduled due to dependency. [ 705.566106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.566267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.566483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.566669] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.566786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.566852] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.567014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.567130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.567235] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.665181] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.665367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.665440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.666063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.666063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.666063] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.666285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.666285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.666392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.666438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.666520] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc is going to be updated. [ 705.700270] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.700489] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.700587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.700868] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.701063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.710568] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc in Status: IN_PROGRESS for 2s [ 706.070014] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.476702] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 706.477358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.477885] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.477885] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.478048] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.478164] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.478237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.478389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.478459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.478549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.478655] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.571917] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.757996] env[65674]: INFO networking_nsxv3.common.synchronization [None req-dccf2f9f-66fb-4425-807c-5299fc6ae840 None None] Enqueued Resource ID: 64034a07-14c7-4fe2-8377-0fd3878fd89d with Priority: HIGHEST for action port [ 706.761222] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64034a07-14c7-4fe2-8377-0fd3878fd89d with Priority: HIGHEST for action port [ 706.764874] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-64034a07-14c7-4fe2-8377-0fd3878fd89d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.764874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64034a07-14c7-4fe2-8377-0fd3878fd89d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.764874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64034a07-14c7-4fe2-8377-0fd3878fd89d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.764874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64034a07-14c7-4fe2-8377-0fd3878fd89d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.764874] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64034a07-14c7-4fe2-8377-0fd3878fd89d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.982097] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.982220] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.982220] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.982434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.982607] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.982775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.982775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.982915] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.983012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.983152] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.983287] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.983393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.983458] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.983599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.983730] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.983814] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.983869] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.984022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.984084] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.984162] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.984249] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.074774] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.075186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.075186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.075514] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.075679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.075835] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be updated. [ 707.118902] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.119107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.119170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.119873] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.119873] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.130561] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 707.267183] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64034a07-14c7-4fe2-8377-0fd3878fd89d [ 707.267427] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.267604] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.267677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.267960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.268033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.268096] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64034a07-14c7-4fe2-8377-0fd3878fd89d already deleted. [ 707.268182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64034a07-14c7-4fe2-8377-0fd3878fd89d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.486397] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42396e53-d400-46eb-89f6-b7ef6c030927: rpc.has_security_group_logging(os_id): False [ 707.509459] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.509592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.509647] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.509879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.510018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.510206] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.510299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.510358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.510511] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.510689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.510829] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.510927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.510983] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.511133] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.511207] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.511682] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.511820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.511882] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.512112] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.512271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.512357] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 707.543966] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 in Status: SUCCESS [ 707.543966] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 deletion is rescheduled due to dependency. [ 707.543966] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.577626] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.578538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.578538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.578538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.578538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.594058] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 707.701540] env[65674]: INFO networking_nsxv3.common.synchronization [None req-d880477d-6dda-4c7f-a78a-9745dbdc7c37 tempest-ServerActionsTestJSON-1311477773 tempest-ServerActionsTestJSON-1311477773-project-member] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_rules [ 707.702153] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_rules [ 707.702749] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.702749] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.702749] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.702998] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.702998] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.719977] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc in Status: SUCCESS [ 707.720159] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecaa21e3-3de1-4e66-b644-06fb56df49cc deletion is rescheduled due to dependency. [ 707.720276] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecaa21e3-3de1-4e66-b644-06fb56df49cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.804182] env[65674]: INFO networking_nsxv3.common.synchronization [None req-acbe23b6-21cf-45b4-9e73-139d55a736ea tempest-ServerActionsTestJSON-1311477773 tempest-ServerActionsTestJSON-1311477773-project-member] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_rules [ 707.804443] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_rules [ 707.804743] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.804840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.228450] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.228450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.229803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.229803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.229803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.229803] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebc2631f-0767-4b15-8810-571242539b3b already deleted. [ 708.229803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.229803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.229803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.229803] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.772122] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.772321] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.772385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.772546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.772815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.772815] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebc2631f-0767-4b15-8810-571242539b3b already deleted. [ 708.772815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.146700] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 709.147046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.150691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.150691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.150691] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.150691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.150691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.150691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.150691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.150691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.150691] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.378273] env[65674]: INFO networking_nsxv3.common.synchronization [None req-eaef2aea-73c0-46d7-b8c6-246c472eee46 None None] Enqueued Resource ID: 32da321b-ab3e-466c-9642-b7d79a61bf11 with Priority: HIGHEST for action port [ 709.379300] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32da321b-ab3e-466c-9642-b7d79a61bf11 with Priority: HIGHEST for action port [ 709.379300] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-32da321b-ab3e-466c-9642-b7d79a61bf11 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.379300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32da321b-ab3e-466c-9642-b7d79a61bf11" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.379300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32da321b-ab3e-466c-9642-b7d79a61bf11" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.379300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32da321b-ab3e-466c-9642-b7d79a61bf11" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.379300] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32da321b-ab3e-466c-9642-b7d79a61bf11',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.618673] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 709.618673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.652266] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.652565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.652565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.652726] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.652893] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.653060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.653115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.653255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.653343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.653431] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.653579] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.653673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.653736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.653880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.657018] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.657018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.657018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.657018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.657018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.657018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.657018] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.884111] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32da321b-ab3e-466c-9642-b7d79a61bf11 [ 709.884111] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.884111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.884111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.884111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.884111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.884111] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32da321b-ab3e-466c-9642-b7d79a61bf11 already deleted. [ 709.884111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32da321b-ab3e-466c-9642-b7d79a61bf11" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.159474] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d237632f-4d7a-4d2b-9c4d-e5ca0aca7231: rpc.has_security_group_logging(os_id): False [ 710.178244] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.178559] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.178705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.179065] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.179539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.180055] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.180055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.180199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.180481] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.180635] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.180964] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.181292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.181635] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.181635] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.181714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.182056] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.182056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.182194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.182299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.182330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.182702] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be updated. [ 710.242410] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.242563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.242631] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.242948] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.243067] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.257300] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 710.900804] env[65674]: INFO networking_nsxv3.common.synchronization [None req-57e01464-e2dd-4328-97d7-67216c6745f2 tempest-ImagesOneServerNegativeTestJSON-1196337290 tempest-ImagesOneServerNegativeTestJSON-1196337290-project-member] Enqueued Resource ID: 249e2c14-8f61-4fab-bf58-58d1647da0a8 with Priority: HIGHEST for action security_group_rules [ 710.901429] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 249e2c14-8f61-4fab-bf58-58d1647da0a8 with Priority: HIGHEST for action security_group_rules [ 710.901825] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-249e2c14-8f61-4fab-bf58-58d1647da0a8 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.901988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-249e2c14-8f61-4fab-bf58-58d1647da0a8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.902089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-249e2c14-8f61-4fab-bf58-58d1647da0a8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.902486] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-249e2c14-8f61-4fab-bf58-58d1647da0a8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.902593] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('249e2c14-8f61-4fab-bf58-58d1647da0a8',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.013114] env[65674]: INFO networking_nsxv3.common.synchronization [None req-c1a6913a-dd0f-4f9f-bbf5-ced1056d47b2 tempest-ImagesOneServerNegativeTestJSON-1196337290 tempest-ImagesOneServerNegativeTestJSON-1196337290-project-member] Enqueued Resource ID: 249e2c14-8f61-4fab-bf58-58d1647da0a8 with Priority: HIGHEST for action security_group_rules [ 711.013642] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 249e2c14-8f61-4fab-bf58-58d1647da0a8 with Priority: HIGHEST for action security_group_rules [ 711.013978] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-249e2c14-8f61-4fab-bf58-58d1647da0a8 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.014081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-249e2c14-8f61-4fab-bf58-58d1647da0a8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.424236] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.424299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.424330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.424549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.424647] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.424755] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 249e2c14-8f61-4fab-bf58-58d1647da0a8 already deleted. [ 711.425087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-249e2c14-8f61-4fab-bf58-58d1647da0a8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.425293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-249e2c14-8f61-4fab-bf58-58d1647da0a8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.425468] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-249e2c14-8f61-4fab-bf58-58d1647da0a8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.425549] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('249e2c14-8f61-4fab-bf58-58d1647da0a8',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.947446] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.947735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.947735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.948114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.948114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.948114] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 249e2c14-8f61-4fab-bf58-58d1647da0a8 already deleted. [ 711.948256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-249e2c14-8f61-4fab-bf58-58d1647da0a8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.272184] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 712.273190] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.223178] env[65674]: INFO networking_nsxv3.common.synchronization [req-453d4abd-90ed-43cc-be72-588a781a3d62 req-67d87f2c-2609-4925-ba39-04546b570d3b tempest-ServersTestManualDisk-1701421981 tempest-ServersTestManualDisk-1701421981-project-member] Enqueued Resource ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db with Priority: HIGHEST for action security_group_members [ 714.223939] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db with Priority: HIGHEST for action security_group_members [ 714.223990] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.224124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.224783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.224783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.224783] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.224783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.224783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.224783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.225170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.225170] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9b00ec-cad1-4a51-bf2f-010ddf3142db',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.730661] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.730845] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.730923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.731175] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.731270] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.731466] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.731599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.731664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.731851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.731933] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.732031] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db is going to be updated. [ 714.803353] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.803571] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.803613] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.803972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.804085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.816676] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db in Status: IN_PROGRESS for 2s [ 715.570302] env[65674]: INFO networking_nsxv3.common.synchronization [None req-9f4d04c2-ca9d-45ff-b1ee-0868f0e69903 tempest-MigrationsAdminTest-205860385 tempest-MigrationsAdminTest-205860385-project-member] Enqueued Resource ID: 0e8b672e-3fe1-4623-9ecb-014e1d19a6cc with Priority: HIGHEST for action security_group_rules [ 715.572259] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8b672e-3fe1-4623-9ecb-014e1d19a6cc with Priority: HIGHEST for action security_group_rules [ 715.572643] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e8b672e-3fe1-4623-9ecb-014e1d19a6cc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.573403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e8b672e-3fe1-4623-9ecb-014e1d19a6cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.573403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e8b672e-3fe1-4623-9ecb-014e1d19a6cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.573403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e8b672e-3fe1-4623-9ecb-014e1d19a6cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.573403] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e8b672e-3fe1-4623-9ecb-014e1d19a6cc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.888597] env[65674]: INFO networking_nsxv3.common.synchronization [None req-66bd8fe9-a67c-4d2d-889a-933196368e31 tempest-MigrationsAdminTest-205860385 tempest-MigrationsAdminTest-205860385-project-member] Enqueued Resource ID: 0e8b672e-3fe1-4623-9ecb-014e1d19a6cc with Priority: HIGHEST for action security_group_rules [ 715.889212] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8b672e-3fe1-4623-9ecb-014e1d19a6cc with Priority: HIGHEST for action security_group_rules [ 715.890020] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e8b672e-3fe1-4623-9ecb-014e1d19a6cc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.890020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e8b672e-3fe1-4623-9ecb-014e1d19a6cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.098244] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.098463] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.098463] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.098679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.099133] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.099133] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e8b672e-3fe1-4623-9ecb-014e1d19a6cc already deleted. [ 716.099133] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e8b672e-3fe1-4623-9ecb-014e1d19a6cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.099246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e8b672e-3fe1-4623-9ecb-014e1d19a6cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.099367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e8b672e-3fe1-4623-9ecb-014e1d19a6cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.099468] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e8b672e-3fe1-4623-9ecb-014e1d19a6cc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.624148] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.624448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.624448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.624659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.624833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.624896] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e8b672e-3fe1-4623-9ecb-014e1d19a6cc already deleted. [ 716.624948] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e8b672e-3fe1-4623-9ecb-014e1d19a6cc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.723261] env[65674]: INFO networking_nsxv3.common.synchronization [req-e965e95b-eb17-4828-bb23-d0cf92f39f93 req-88a94cb4-3daa-427a-8350-0c218ca6ea3e tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: ca46bcba-a622-49db-a499-2cceec2bfef6 with Priority: HIGHEST for action security_group_members [ 716.723780] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca46bcba-a622-49db-a499-2cceec2bfef6 with Priority: HIGHEST for action security_group_members [ 716.724108] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca46bcba-a622-49db-a499-2cceec2bfef6 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.724473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.724473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.725244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.725244] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.725244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.725244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.725244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.725244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.725882] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca46bcba-a622-49db-a499-2cceec2bfef6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.828448] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db in Status: SUCCESS [ 716.828550] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db deletion is rescheduled due to dependency. [ 716.829560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.918741] env[65674]: INFO networking_nsxv3.common.synchronization [None req-c29f0712-347f-490b-ae86-c2bfdf6e107c None None] Enqueued Resource ID: 1b468849-12aa-4a5a-ba65-317e95cce8d4 with Priority: HIGHEST for action port [ 716.919302] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b468849-12aa-4a5a-ba65-317e95cce8d4 with Priority: HIGHEST for action port [ 716.919599] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b468849-12aa-4a5a-ba65-317e95cce8d4 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.919714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b468849-12aa-4a5a-ba65-317e95cce8d4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.919777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b468849-12aa-4a5a-ba65-317e95cce8d4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.922474] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b468849-12aa-4a5a-ba65-317e95cce8d4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.922566] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b468849-12aa-4a5a-ba65-317e95cce8d4',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.114995] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.115210] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.115328] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.115656] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.115921] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.116189] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.116364] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.116640] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.116768] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.117216] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.117216] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.117216] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.117434] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.117434] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.117540] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.117574] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.139589] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.139589] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.139699] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.139870] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.140276] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-2470689e-2a96-4704-b5e6-cf4596e5a0df taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.140276] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-2470689e-2a96-4704-b5e6-cf4596e5a0df" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.140420] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-2470689e-2a96-4704-b5e6-cf4596e5a0df" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.141433] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-2470689e-2a96-4704-b5e6-cf4596e5a0df" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.141433] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2470689e-2a96-4704-b5e6-cf4596e5a0df',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.228908] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.228908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.228908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.228908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.228908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.228908] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.228908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.228908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.228908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.228908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.228908] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca46bcba-a622-49db-a499-2cceec2bfef6 already deleted. [ 717.228908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.425345] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b468849-12aa-4a5a-ba65-317e95cce8d4 [ 717.425345] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.425586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.425586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.425854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.425957] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.426090] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b468849-12aa-4a5a-ba65-317e95cce8d4 already deleted. [ 717.426178] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b468849-12aa-4a5a-ba65-317e95cce8d4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.645678] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.645935] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.646045] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.646304] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.646443] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.646593] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 2470689e-2a96-4704-b5e6-cf4596e5a0df not found, creating... [ 717.646840] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.647075] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.647191] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.647397] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.647525] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.647800] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.647969] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.648110] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.648312] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.648470] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.648600] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 2470689e-2a96-4704-b5e6-cf4596e5a0df is going to be created. [ 717.670422] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.670646] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.670882] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.671174] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.671549] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.671604] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-2470689e-2a96-4704-b5e6-cf4596e5a0df" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.440475] env[65674]: INFO networking_nsxv3.common.synchronization [req-e965e95b-eb17-4828-bb23-d0cf92f39f93 req-c61c6fce-49a9-4e1f-b11d-9c19269ccaea service nova] Enqueued Resource ID: ca46bcba-a622-49db-a499-2cceec2bfef6 with Priority: HIGHEST for action security_group_rules [ 718.440475] env[65674]: INFO networking_nsxv3.common.synchronization [req-e965e95b-eb17-4828-bb23-d0cf92f39f93 req-c61c6fce-49a9-4e1f-b11d-9c19269ccaea service nova] Enqueued Resource ID: ca46bcba-a622-49db-a499-2cceec2bfef6 with Priority: HIGHEST for action security_group_members [ 718.440475] env[65674]: INFO networking_nsxv3.common.synchronization [req-e965e95b-eb17-4828-bb23-d0cf92f39f93 req-c61c6fce-49a9-4e1f-b11d-9c19269ccaea service nova] Enqueued Resource ID: 2470689e-2a96-4704-b5e6-cf4596e5a0df with Priority: HIGHEST for action port [ 718.440475] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca46bcba-a622-49db-a499-2cceec2bfef6 with Priority: HIGHEST for action security_group_rules [ 718.440475] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca46bcba-a622-49db-a499-2cceec2bfef6 with Priority: HIGHEST for action security_group_members [ 718.440475] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2470689e-2a96-4704-b5e6-cf4596e5a0df with Priority: HIGHEST for action port [ 718.440475] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca46bcba-a622-49db-a499-2cceec2bfef6 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.440475] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.440475] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.440475] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.440475] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca46bcba-a622-49db-a499-2cceec2bfef6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.441603] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca46bcba-a622-49db-a499-2cceec2bfef6 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.441883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.442044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.442299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.442768] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.443054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.443209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.443440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.443610] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.443778] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca46bcba-a622-49db-a499-2cceec2bfef6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.446051] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-2470689e-2a96-4704-b5e6-cf4596e5a0df taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.447554] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2470689e-2a96-4704-b5e6-cf4596e5a0df" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.447647] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2470689e-2a96-4704-b5e6-cf4596e5a0df" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.448111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2470689e-2a96-4704-b5e6-cf4596e5a0df" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.448223] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2470689e-2a96-4704-b5e6-cf4596e5a0df',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.681892] env[65674]: INFO networking_nsxv3.common.synchronization [req-4385b6b8-ef35-445a-bf45-a7a319d55878 req-b9cf2d70-e706-4251-a9fa-240d04ccacb0 tempest-ServerActionsV293TestJSON-870912278 tempest-ServerActionsV293TestJSON-870912278-project-member] Enqueued Resource ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 with Priority: HIGHEST for action security_group_members [ 718.682526] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 with Priority: HIGHEST for action security_group_members [ 718.682923] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.683784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.683784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.683784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.683784] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.683784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.683784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.684052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.684052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.684052] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1eb2de6-d66a-4bca-8278-8e185e57c1a9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.950557] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca46bcba-a622-49db-a499-2cceec2bfef6 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.950950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.951026] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca46bcba-a622-49db-a499-2cceec2bfef6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.952116] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2470689e-2a96-4704-b5e6-cf4596e5a0df with status ACTIVE [ 718.952335] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.953737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.953737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.953737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.953737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.953737] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.953737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.953737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.953737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.953737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.953737] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.953737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.953737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.954112] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.954112] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.954112] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2470689e-2a96-4704-b5e6-cf4596e5a0df is going to be updated. [ 718.978543] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.978682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.978750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.978968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.979100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.979254] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2470689e-2a96-4704-b5e6-cf4596e5a0df" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.073193] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-903 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.073413] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-903" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.073557] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-903" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.073923] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-903" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.075123] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.075123] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.075123] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.075123] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.075123] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.075424] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.075424] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.075556] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.075671] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.075796] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.075902] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.076070] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.112071] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.112779] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.112779] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.112779] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-903" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.112985] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-25c828f2-7830-4d3f-84cb-6976f04f2342 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.113208] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-25c828f2-7830-4d3f-84cb-6976f04f2342" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.113273] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-25c828f2-7830-4d3f-84cb-6976f04f2342" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.113599] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-25c828f2-7830-4d3f-84cb-6976f04f2342" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.113750] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25c828f2-7830-4d3f-84cb-6976f04f2342',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.188419] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.188901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.188901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.188901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.189034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.189853] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.189853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.189853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.189853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.189853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.189853] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 already deleted. [ 719.190149] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.456539] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca46bcba-a622-49db-a499-2cceec2bfef6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.620064] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.620064] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.620064] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.620064] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.620064] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.620064] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 25c828f2-7830-4d3f-84cb-6976f04f2342 not found, creating... [ 719.620064] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.620064] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.620064] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.620064] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.620064] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.620404] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.620404] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.620404] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.620404] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.620404] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.623246] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 25c828f2-7830-4d3f-84cb-6976f04f2342 is going to be created. [ 719.643470] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.643682] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.643833] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.645155] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.645481] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.646630] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-25c828f2-7830-4d3f-84cb-6976f04f2342" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.835382] env[65674]: INFO networking_nsxv3.common.synchronization [None req-7c12dcb9-07b4-4577-81d7-d433fa689a33 None None] Enqueued Resource ID: 4c932238-fdc3-4cb6-b5b5-a60168b84959 with Priority: HIGHEST for action port [ 719.835670] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c932238-fdc3-4cb6-b5b5-a60168b84959 with Priority: HIGHEST for action port [ 719.836210] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c932238-fdc3-4cb6-b5b5-a60168b84959 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.836388] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c932238-fdc3-4cb6-b5b5-a60168b84959" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.836438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c932238-fdc3-4cb6-b5b5-a60168b84959" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.836659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c932238-fdc3-4cb6-b5b5-a60168b84959" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.836743] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c932238-fdc3-4cb6-b5b5-a60168b84959',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.958713] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.958870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.958936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.959684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.959684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.959684] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca46bcba-a622-49db-a499-2cceec2bfef6 is going to be created. [ 719.986212] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.986212] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.986334] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.987047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.987047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.000336] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca46bcba-a622-49db-a499-2cceec2bfef6 in Status: UNINITIALIZED for 2s [ 720.342457] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c932238-fdc3-4cb6-b5b5-a60168b84959 [ 720.342773] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.342925] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.343035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.343297] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.343414] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.343516] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c932238-fdc3-4cb6-b5b5-a60168b84959 already deleted. [ 720.343598] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c932238-fdc3-4cb6-b5b5-a60168b84959" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.390018] env[65674]: INFO networking_nsxv3.common.synchronization [req-4385b6b8-ef35-445a-bf45-a7a319d55878 req-7a579307-773e-4aa8-a948-312be1e09d1c service nova] Enqueued Resource ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 with Priority: HIGHEST for action security_group_rules [ 720.390018] env[65674]: INFO networking_nsxv3.common.synchronization [req-4385b6b8-ef35-445a-bf45-a7a319d55878 req-7a579307-773e-4aa8-a948-312be1e09d1c service nova] Enqueued Resource ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 with Priority: HIGHEST for action security_group_members [ 720.390018] env[65674]: INFO networking_nsxv3.common.synchronization [req-4385b6b8-ef35-445a-bf45-a7a319d55878 req-7a579307-773e-4aa8-a948-312be1e09d1c service nova] Enqueued Resource ID: 25c828f2-7830-4d3f-84cb-6976f04f2342 with Priority: HIGHEST for action port [ 720.395708] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 with Priority: HIGHEST for action security_group_rules [ 720.395708] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 with Priority: HIGHEST for action security_group_members [ 720.395708] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25c828f2-7830-4d3f-84cb-6976f04f2342 with Priority: HIGHEST for action port [ 720.395708] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1eb2de6-d66a-4bca-8278-8e185e57c1a9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.395708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.395708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.395708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.395708] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1eb2de6-d66a-4bca-8278-8e185e57c1a9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.395708] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.395708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.395708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.395708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.395708] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.395708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.395708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.395708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.397495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.398050] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1eb2de6-d66a-4bca-8278-8e185e57c1a9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.399436] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-25c828f2-7830-4d3f-84cb-6976f04f2342 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.399436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25c828f2-7830-4d3f-84cb-6976f04f2342" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.399627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25c828f2-7830-4d3f-84cb-6976f04f2342" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.399674] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25c828f2-7830-4d3f-84cb-6976f04f2342" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.399728] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25c828f2-7830-4d3f-84cb-6976f04f2342',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.902209] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.902493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.902934] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1eb2de6-d66a-4bca-8278-8e185e57c1a9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.903857] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25c828f2-7830-4d3f-84cb-6976f04f2342 with status ACTIVE [ 720.904035] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.904168] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.904234] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.904518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.904620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.904801] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.904894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.904954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.905121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.905200] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.905415] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.905532] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.905593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.905783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.905876] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.905968] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25c828f2-7830-4d3f-84cb-6976f04f2342 is going to be updated. [ 720.929720] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.929895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.929952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.930158] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.930294] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.930454] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25c828f2-7830-4d3f-84cb-6976f04f2342" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.409454] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1eb2de6-d66a-4bca-8278-8e185e57c1a9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.535291] env[65674]: INFO networking_nsxv3.common.synchronization [req-0e515097-ebde-47ed-aaeb-be39a663db3c req-3cb3f5a8-be44-4b5c-9560-41df7e2648ce tempest-ServerRescueTestJSONUnderV235-35454777 tempest-ServerRescueTestJSONUnderV235-35454777-project-member] Enqueued Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_members [ 721.535291] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_members [ 721.535693] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.535693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.535905] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.535984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.536166] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.536292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.536383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.536554] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.536619] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.536674] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.913961] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.914319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.914319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.914705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.914865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.915027] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 is going to be created. [ 721.936096] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.936413] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-382" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.936413] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-382" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.936790] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-382" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.936976] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.937356] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.937537] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.937849] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.938083] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.941946] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.942112] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.942281] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.942353] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.942518] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.942599] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.942715] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.952354] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.952539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.952539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.953333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.953333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.964946] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 in Status: UNINITIALIZED for 2s [ 721.966237] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.966237] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.966362] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.966483] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-382" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.967065] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-fd066dbb-00f8-4649-bbdd-f8004d905bdd taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.967065] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-fd066dbb-00f8-4649-bbdd-f8004d905bdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.967215] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-fd066dbb-00f8-4649-bbdd-f8004d905bdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.967482] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-fd066dbb-00f8-4649-bbdd-f8004d905bdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.967635] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd066dbb-00f8-4649-bbdd-f8004d905bdd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.011383] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca46bcba-a622-49db-a499-2cceec2bfef6 in Status: SUCCESS [ 722.011692] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.011880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.012122] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.012441] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.012576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.012643] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.013081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.013280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.013419] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.014095] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca46bcba-a622-49db-a499-2cceec2bfef6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.041503] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.041503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.041503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.041503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.041503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.041503] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.041503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.041503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.041503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.041503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.041503] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 already deleted. [ 722.041503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.475664] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.475983] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.476466] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.476618] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.476788] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.476957] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port fd066dbb-00f8-4649-bbdd-f8004d905bdd not found, creating... [ 722.477263] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.477446] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.477562] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.477812] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.478172] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.478859] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.479081] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.479224] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.479467] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.479630] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.479985] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: fd066dbb-00f8-4649-bbdd-f8004d905bdd is going to be created. [ 722.505953] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.506368] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.506761] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.507052] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.507354] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.507723] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-fd066dbb-00f8-4649-bbdd-f8004d905bdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.516189] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca46bcba-a622-49db-a499-2cceec2bfef6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.020218] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca46bcba-a622-49db-a499-2cceec2bfef6: rpc.has_security_group_logging(os_id): False [ 723.042289] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.042439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.042514] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.042762] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.042862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.043173] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.043293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.043361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.043518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.043615] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.043705] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca46bcba-a622-49db-a499-2cceec2bfef6 is going to be created. [ 723.115954] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.116147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.116147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.116361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.116553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.129993] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca46bcba-a622-49db-a499-2cceec2bfef6 in Status: IN_PROGRESS for 2s [ 723.226155] env[65674]: INFO networking_nsxv3.common.synchronization [req-0e515097-ebde-47ed-aaeb-be39a663db3c req-64bdf500-2490-4ed6-aec0-e5509231ec6e service nova] Enqueued Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_rules [ 723.226359] env[65674]: INFO networking_nsxv3.common.synchronization [req-0e515097-ebde-47ed-aaeb-be39a663db3c req-64bdf500-2490-4ed6-aec0-e5509231ec6e service nova] Enqueued Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_members [ 723.227257] env[65674]: INFO networking_nsxv3.common.synchronization [req-0e515097-ebde-47ed-aaeb-be39a663db3c req-64bdf500-2490-4ed6-aec0-e5509231ec6e service nova] Enqueued Resource ID: fd066dbb-00f8-4649-bbdd-f8004d905bdd with Priority: HIGHEST for action port [ 723.227257] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_rules [ 723.227257] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_members [ 723.227407] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd066dbb-00f8-4649-bbdd-f8004d905bdd with Priority: HIGHEST for action port [ 723.227843] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81dbff40-634a-4c51-b9ed-3789ae3e2ad2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.227843] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.227843] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.228081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.228186] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.229106] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.229225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.229284] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.229475] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.229619] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.229717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.229776] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.230090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.230090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.230090] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.231650] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd066dbb-00f8-4649-bbdd-f8004d905bdd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.231650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd066dbb-00f8-4649-bbdd-f8004d905bdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.231650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd066dbb-00f8-4649-bbdd-f8004d905bdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.231650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd066dbb-00f8-4649-bbdd-f8004d905bdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.231650] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd066dbb-00f8-4649-bbdd-f8004d905bdd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.732679] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.735240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.735240] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.735240] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd066dbb-00f8-4649-bbdd-f8004d905bdd with status ACTIVE [ 723.735240] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.735240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.735240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.735864] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.736070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.736408] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.737012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.737151] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.737465] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.737629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.737907] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.738134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.738269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.738506] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.738736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.738942] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd066dbb-00f8-4649-bbdd-f8004d905bdd is going to be updated. [ 723.766865] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.767041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.767174] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.767346] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.767484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.767676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd066dbb-00f8-4649-bbdd-f8004d905bdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.976361] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 in Status: SUCCESS [ 723.976726] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.976999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.977454] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.977755] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.977945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.978079] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.978664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.978820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.979022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.979192] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1eb2de6-d66a-4bca-8278-8e185e57c1a9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.234844] env[65674]: INFO networking_nsxv3.common.synchronization [req-f674b59a-777a-4780-ad02-0ccc3dd32690 req-486256cc-8480-4609-91ff-39f8d0e05593 tempest-ServersTestFqdnHostnames-751456657 tempest-ServersTestFqdnHostnames-751456657-project-member] Enqueued Resource ID: 220616ad-2bfa-453b-be19-7b20ac393a5d with Priority: HIGHEST for action security_group_members [ 724.235522] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220616ad-2bfa-453b-be19-7b20ac393a5d with Priority: HIGHEST for action security_group_members [ 724.235877] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-220616ad-2bfa-453b-be19-7b20ac393a5d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.236013] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.236288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.236597] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.236772] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.236895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.236963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.237181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.237291] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.237394] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('220616ad-2bfa-453b-be19-7b20ac393a5d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.241597] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.482848] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1eb2de6-d66a-4bca-8278-8e185e57c1a9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.676782] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.677169] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-604" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.677414] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-604" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.677865] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-604" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.678225] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.678507] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.678970] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.679268] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.679495] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.679840] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.680142] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.680395] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.680618] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.681061] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.681347] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.681579] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.703742] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.703912] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.704051] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.704231] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-604" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.704544] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-28ef461d-f16d-474a-887d-44e51c988820 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.704747] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-28ef461d-f16d-474a-887d-44e51c988820" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.704956] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-28ef461d-f16d-474a-887d-44e51c988820" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.705322] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-28ef461d-f16d-474a-887d-44e51c988820" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.705453] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28ef461d-f16d-474a-887d-44e51c988820',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.742207] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.742207] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.742207] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.742207] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.742207] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.742207] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.742207] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.742728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.742728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.742728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.742728] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 220616ad-2bfa-453b-be19-7b20ac393a5d already deleted. [ 724.742728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.744047] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.744586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.744586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.744586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.744586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.744586] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 is going to be created. [ 724.764678] env[65674]: INFO networking_nsxv3.common.synchronization [req-ab43e9a0-0764-4166-acf1-42b9d13f9149 req-cd68a7fc-430f-4156-bf93-af94c0d3e98c tempest-ServersTestBootFromVolume-1523565359 tempest-ServersTestBootFromVolume-1523565359-project-member] Enqueued Resource ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e with Priority: HIGHEST for action security_group_members [ 724.765370] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e with Priority: HIGHEST for action security_group_members [ 724.765712] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.765843] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.765911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.767912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.768152] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.768279] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.768347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.768558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.768641] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.768798] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0608f5-d5dd-4c66-919c-b7f19df42c7e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.798187] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.798187] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.798187] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.798187] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.798187] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.809487] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 in Status: UNINITIALIZED for 2s [ 724.987086] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1eb2de6-d66a-4bca-8278-8e185e57c1a9: rpc.has_security_group_logging(os_id): False [ 725.003824] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.003824] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.003824] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.004071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.004071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.004275] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.004386] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.004448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.004598] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.004675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.004759] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 is going to be created. [ 725.066459] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.066830] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.066830] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.066830] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.066947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.079801] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 in Status: IN_PROGRESS for 2s [ 725.143820] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca46bcba-a622-49db-a499-2cceec2bfef6 in Status: SUCCESS [ 725.144089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.208260] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.208478] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.208591] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.208987] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.209274] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.209444] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 28ef461d-f16d-474a-887d-44e51c988820 not found, creating... [ 725.209756] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.209930] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.210060] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.210348] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.210542] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.210925] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.211187] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.211254] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.211471] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.211604] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.211738] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 28ef461d-f16d-474a-887d-44e51c988820 is going to be created. [ 725.267836] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.268691] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.268849] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.269205] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.269431] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.269653] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-28ef461d-f16d-474a-887d-44e51c988820" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.274932] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.275146] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.275226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.275511] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.275585] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.275777] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.275873] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.275937] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.276107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.276257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.276257] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e is going to be updated. [ 725.306812] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.307042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.307042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.307360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.307551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.318610] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e in Status: IN_PROGRESS for 2s [ 725.706330] env[65674]: INFO networking_nsxv3.common.synchronization [req-6f5fbf0d-47bc-4c1c-be59-422141625118 req-7e31d3c6-19d9-4a95-984f-f81fa8e3d989 tempest-ServersTestJSON-666202534 tempest-ServersTestJSON-666202534-project-member] Enqueued Resource ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 with Priority: HIGHEST for action security_group_members [ 725.706945] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 with Priority: HIGHEST for action security_group_members [ 725.707312] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1ed471-f65f-40d6-8b21-2b0474dba053 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.707560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.707560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.707770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.707946] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.708118] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.708183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.708367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.708535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.708597] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1ed471-f65f-40d6-8b21-2b0474dba053',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.941207] env[65674]: INFO networking_nsxv3.common.synchronization [req-f674b59a-777a-4780-ad02-0ccc3dd32690 req-7ed907eb-3740-4b03-b8c2-8e249c4b738c service nova] Enqueued Resource ID: 220616ad-2bfa-453b-be19-7b20ac393a5d with Priority: HIGHEST for action security_group_rules [ 725.941343] env[65674]: INFO networking_nsxv3.common.synchronization [req-f674b59a-777a-4780-ad02-0ccc3dd32690 req-7ed907eb-3740-4b03-b8c2-8e249c4b738c service nova] Enqueued Resource ID: 220616ad-2bfa-453b-be19-7b20ac393a5d with Priority: HIGHEST for action security_group_members [ 725.941470] env[65674]: INFO networking_nsxv3.common.synchronization [req-f674b59a-777a-4780-ad02-0ccc3dd32690 req-7ed907eb-3740-4b03-b8c2-8e249c4b738c service nova] Enqueued Resource ID: 28ef461d-f16d-474a-887d-44e51c988820 with Priority: HIGHEST for action port [ 725.941699] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220616ad-2bfa-453b-be19-7b20ac393a5d with Priority: HIGHEST for action security_group_rules [ 725.941826] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220616ad-2bfa-453b-be19-7b20ac393a5d with Priority: HIGHEST for action security_group_members [ 725.941929] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ef461d-f16d-474a-887d-44e51c988820 with Priority: HIGHEST for action port [ 725.942524] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-220616ad-2bfa-453b-be19-7b20ac393a5d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.942711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.942711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.942904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.942982] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('220616ad-2bfa-453b-be19-7b20ac393a5d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.946781] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-220616ad-2bfa-453b-be19-7b20ac393a5d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.946781] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.946781] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.946781] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.946781] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.946781] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.947091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.947091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.947091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.947183] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('220616ad-2bfa-453b-be19-7b20ac393a5d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.947870] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-28ef461d-f16d-474a-887d-44e51c988820 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.948269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28ef461d-f16d-474a-887d-44e51c988820" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.948269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28ef461d-f16d-474a-887d-44e51c988820" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.948269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28ef461d-f16d-474a-887d-44e51c988820" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.948269] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28ef461d-f16d-474a-887d-44e51c988820',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.210989] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.211244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.211327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.211579] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.211677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.212009] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.212115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.212115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.212249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.212330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.212422] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 is going to be updated. [ 726.241552] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.243679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.243679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.246601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.246601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.254442] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 in Status: IN_PROGRESS for 2s [ 726.450974] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('220616ad-2bfa-453b-be19-7b20ac393a5d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.452087] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-220616ad-2bfa-453b-be19-7b20ac393a5d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.452281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.452357] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28ef461d-f16d-474a-887d-44e51c988820 with status ACTIVE [ 726.452513] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.452612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.452675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.452879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.452970] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.453150] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.453241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.453303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.453463] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.453539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.453717] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.453808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.453868] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.454010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.460060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.460060] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28ef461d-f16d-474a-887d-44e51c988820 is going to be updated. [ 726.493025] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.493025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.493025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.495331] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.495768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.496563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28ef461d-f16d-474a-887d-44e51c988820" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.823418] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 in Status: SUCCESS [ 726.823731] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.824087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.824297] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.824552] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.824718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.824809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.825125] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.825241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.825360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.825503] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.925489] env[65674]: INFO networking_nsxv3.common.synchronization [req-25156993-5331-42c3-b302-b0d5e9b039d7 req-59e322d0-7623-4d9b-9850-454a2bf9460f tempest-ServersAdminTestJSON-335483581 tempest-ServersAdminTestJSON-335483581-project-member] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 726.926437] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 726.927541] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.927855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.928051] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.932460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.932460] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.932460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.932460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.932460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.932460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.932460] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.961093] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('220616ad-2bfa-453b-be19-7b20ac393a5d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.095233] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 in Status: SUCCESS [ 727.095750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.330446] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e in Status: SUCCESS [ 727.330823] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0608f5-d5dd-4c66-919c-b7f19df42c7e deletion is rescheduled due to dependency. [ 727.330823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0608f5-d5dd-4c66-919c-b7f19df42c7e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.331257] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.331355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.331412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.331784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.332399] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.332399] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.332399] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.332570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.332570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.332628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.332783] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.333424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.333424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.334301] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.335880] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.335880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.335880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.335880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.335880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.335880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.335880] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.383616] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.383810] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-387" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.383928] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-387" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.384203] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-387" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.384447] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.384593] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.384701] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.384912] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.385199] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.385435] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.385567] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.385701] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.385838] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.385969] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.386110] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.386272] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.408477] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.408477] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.408553] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.408714] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-387" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.409079] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-1f1e8efc-2879-404f-a5af-9ad0c1ef58af taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.409287] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-1f1e8efc-2879-404f-a5af-9ad0c1ef58af" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.409470] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-1f1e8efc-2879-404f-a5af-9ad0c1ef58af" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.409867] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-1f1e8efc-2879-404f-a5af-9ad0c1ef58af" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.410053] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f1e8efc-2879-404f-a5af-9ad0c1ef58af',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.433198] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.466286] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.466676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.466676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.466826] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.466895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.467018] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 220616ad-2bfa-453b-be19-7b20ac393a5d is going to be created. [ 727.496162] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.496340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.496412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.496636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.496798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.507250] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 220616ad-2bfa-453b-be19-7b20ac393a5d in Status: UNINITIALIZED for 2s [ 727.641456] env[65674]: INFO networking_nsxv3.common.synchronization [None req-fc12df00-48ff-447e-aa91-baa3baf7d9c0 None None] Enqueued Resource ID: 39ba82f2-e97f-48e4-9e54-418f74ec2430 with Priority: HIGHEST for action port [ 727.642085] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ba82f2-e97f-48e4-9e54-418f74ec2430 with Priority: HIGHEST for action port [ 727.642436] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-39ba82f2-e97f-48e4-9e54-418f74ec2430 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.642572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39ba82f2-e97f-48e4-9e54-418f74ec2430" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.642642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39ba82f2-e97f-48e4-9e54-418f74ec2430" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.642878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39ba82f2-e97f-48e4-9e54-418f74ec2430" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.642965] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39ba82f2-e97f-48e4-9e54-418f74ec2430',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.838453] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81dbff40-634a-4c51-b9ed-3789ae3e2ad2: rpc.has_security_group_logging(os_id): False [ 727.858655] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.858898] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.858898] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.859085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.859178] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.859367] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.859548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.859548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.859656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.859741] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.859936] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.860039] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.860100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.860241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.860314] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.860493] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.860586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.860645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.860780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.860889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.860974] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 is going to be created. [ 727.914142] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.914407] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.914545] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.914817] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.914954] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.915112] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 1f1e8efc-2879-404f-a5af-9ad0c1ef58af not found, creating... [ 727.915372] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.915532] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.916150] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.916150] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.916150] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.916254] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.916412] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.916523] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.916727] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.916884] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.917032] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 1f1e8efc-2879-404f-a5af-9ad0c1ef58af is going to be created. [ 727.929302] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.929442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.929511] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.929718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.929891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.939368] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.941488] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.941664] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.941711] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.942098] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.942486] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.944574] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-1f1e8efc-2879-404f-a5af-9ad0c1ef58af" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.947626] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 in Status: IN_PROGRESS for 2s [ 728.144484] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39ba82f2-e97f-48e4-9e54-418f74ec2430 [ 728.144848] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.145055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.145134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.145403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.145562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.145676] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39ba82f2-e97f-48e4-9e54-418f74ec2430 already deleted. [ 728.145803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39ba82f2-e97f-48e4-9e54-418f74ec2430" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.274255] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 in Status: SUCCESS [ 728.274255] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1ed471-f65f-40d6-8b21-2b0474dba053 deletion is rescheduled due to dependency. [ 728.274255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1ed471-f65f-40d6-8b21-2b0474dba053" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.447418] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.447709] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.447833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.448114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.448238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.448386] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be updated. [ 728.487390] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.487683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.487683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.489037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.489037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.500635] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: IN_PROGRESS for 2s [ 728.745802] env[65674]: INFO networking_nsxv3.common.synchronization [req-25156993-5331-42c3-b302-b0d5e9b039d7 req-68239152-c5bd-497d-8d42-ba195598cda0 service nova] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_rules [ 728.745985] env[65674]: INFO networking_nsxv3.common.synchronization [req-25156993-5331-42c3-b302-b0d5e9b039d7 req-68239152-c5bd-497d-8d42-ba195598cda0 service nova] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 728.746129] env[65674]: INFO networking_nsxv3.common.synchronization [req-25156993-5331-42c3-b302-b0d5e9b039d7 req-68239152-c5bd-497d-8d42-ba195598cda0 service nova] Enqueued Resource ID: 1f1e8efc-2879-404f-a5af-9ad0c1ef58af with Priority: HIGHEST for action port [ 728.748015] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_rules [ 728.748015] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 728.748015] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f1e8efc-2879-404f-a5af-9ad0c1ef58af with Priority: HIGHEST for action port [ 728.748015] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.748326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.748326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.748523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.748523] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.749736] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.749736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.751372] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f1e8efc-2879-404f-a5af-9ad0c1ef58af taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.751372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f1e8efc-2879-404f-a5af-9ad0c1ef58af" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.751372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f1e8efc-2879-404f-a5af-9ad0c1ef58af" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.751372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f1e8efc-2879-404f-a5af-9ad0c1ef58af" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.751372] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f1e8efc-2879-404f-a5af-9ad0c1ef58af',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.252802] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.253041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.256610] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f1e8efc-2879-404f-a5af-9ad0c1ef58af with status ACTIVE [ 729.256610] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.257240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.257572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.260634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.260634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.260634] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.260634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.260634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.260634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.260634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.260634] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.260634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.260634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.260634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.260634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.260634] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f1e8efc-2879-404f-a5af-9ad0c1ef58af is going to be updated. [ 729.293169] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.293405] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.293496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.293812] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.294028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.294288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f1e8efc-2879-404f-a5af-9ad0c1ef58af" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.524061] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 220616ad-2bfa-453b-be19-7b20ac393a5d in Status: SUCCESS [ 729.524475] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.526918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.526918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.526918] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.526918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.526918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.526918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.527343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.527343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.527520] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('220616ad-2bfa-453b-be19-7b20ac393a5d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.966928] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 in Status: SUCCESS [ 729.967192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.029912] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('220616ad-2bfa-453b-be19-7b20ac393a5d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.143756] env[65674]: INFO networking_nsxv3.common.synchronization [req-2c70dc92-756f-41cc-b3a6-38f90ba23618 req-7dab9993-2654-4d49-8a02-819eddfaae71 tempest-ImagesTestJSON-529282155 tempest-ImagesTestJSON-529282155-project-member] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 730.144590] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 730.144696] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.144815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.144882] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.145980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.145980] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.146152] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.146152] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.146432] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.146432] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.146432] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.317074] env[65674]: INFO networking_nsxv3.common.synchronization [None req-536fc108-5cc7-4f13-a5b5-38cc03f12d84 None None] Enqueued Resource ID: 256c2943-93e3-4336-aee5-fbeaa15409b9 with Priority: HIGHEST for action port [ 730.317807] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256c2943-93e3-4336-aee5-fbeaa15409b9 with Priority: HIGHEST for action port [ 730.318024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-256c2943-93e3-4336-aee5-fbeaa15409b9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.318394] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-256c2943-93e3-4336-aee5-fbeaa15409b9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.318394] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-256c2943-93e3-4336-aee5-fbeaa15409b9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.318600] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-256c2943-93e3-4336-aee5-fbeaa15409b9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.318600] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256c2943-93e3-4336-aee5-fbeaa15409b9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.510793] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: SUCCESS [ 730.510793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.510793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.511160] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.511354] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.511470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.511638] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.511680] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.511881] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.511881] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.532828] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 220616ad-2bfa-453b-be19-7b20ac393a5d: rpc.has_security_group_logging(os_id): False [ 730.554216] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.554371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.554371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.554605] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.554699] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.554942] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.555074] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.555115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.555758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.555758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.555758] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 220616ad-2bfa-453b-be19-7b20ac393a5d is going to be created. [ 730.576174] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.576396] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.576639] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.576904] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.577183] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.577350] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.577463] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.578140] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.578140] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.578140] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.578140] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.578290] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.578290] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.578397] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.578505] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.578623] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.606293] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.606495] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.606578] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.606833] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.607059] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-460a839e-aacc-4979-96af-0d06c6a47810 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.607230] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-460a839e-aacc-4979-96af-0d06c6a47810" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.607370] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-460a839e-aacc-4979-96af-0d06c6a47810" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.607708] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-460a839e-aacc-4979-96af-0d06c6a47810" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.607839] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460a839e-aacc-4979-96af-0d06c6a47810',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.642596] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.642851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.642851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.643026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.643200] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.648493] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.648681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.648681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.648933] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.649060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.649258] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.649395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.649489] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.649656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.649735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.649821] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be updated. [ 730.664595] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 220616ad-2bfa-453b-be19-7b20ac393a5d in Status: IN_PROGRESS for 2s [ 730.688804] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.688804] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.688804] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.689106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.689226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.701082] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: IN_PROGRESS for 2s [ 730.821581] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 256c2943-93e3-4336-aee5-fbeaa15409b9 [ 730.821581] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.821792] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.821792] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.821995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.822115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.822217] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:256c2943-93e3-4336-aee5-fbeaa15409b9 already deleted. [ 730.822331] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-256c2943-93e3-4336-aee5-fbeaa15409b9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.014521] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.110262] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.110597] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.110801] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.111248] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.111477] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.112067] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 460a839e-aacc-4979-96af-0d06c6a47810 not found, creating... [ 731.112354] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.112434] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.112581] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.112926] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.113194] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.113592] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.113807] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.114250] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.114310] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.114498] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.114740] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 460a839e-aacc-4979-96af-0d06c6a47810 is going to be created. [ 731.151425] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.151659] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.151786] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.152140] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.152453] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.152820] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-460a839e-aacc-4979-96af-0d06c6a47810" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.517304] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.942518] env[65674]: INFO networking_nsxv3.common.synchronization [req-2c70dc92-756f-41cc-b3a6-38f90ba23618 req-f984c51b-942d-40cc-b131-47e4405a1ac1 service nova] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_rules [ 731.942784] env[65674]: INFO networking_nsxv3.common.synchronization [req-2c70dc92-756f-41cc-b3a6-38f90ba23618 req-f984c51b-942d-40cc-b131-47e4405a1ac1 service nova] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 731.942843] env[65674]: INFO networking_nsxv3.common.synchronization [req-2c70dc92-756f-41cc-b3a6-38f90ba23618 req-f984c51b-942d-40cc-b131-47e4405a1ac1 service nova] Enqueued Resource ID: 460a839e-aacc-4979-96af-0d06c6a47810 with Priority: HIGHEST for action port [ 731.943443] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_rules [ 731.943586] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 731.943685] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460a839e-aacc-4979-96af-0d06c6a47810 with Priority: HIGHEST for action port [ 731.943978] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.947580] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.947878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.947949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.948130] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.949573] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.949573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.949757] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-460a839e-aacc-4979-96af-0d06c6a47810 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.949757] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-460a839e-aacc-4979-96af-0d06c6a47810" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.950241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-460a839e-aacc-4979-96af-0d06c6a47810" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.950633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-460a839e-aacc-4979-96af-0d06c6a47810" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.950633] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460a839e-aacc-4979-96af-0d06c6a47810',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.021457] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.021648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.021746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.022023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.022143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.022252] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be updated. [ 732.052608] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.052608] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.052608] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.052608] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.052608] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.064870] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: IN_PROGRESS for 2s [ 732.453870] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 460a839e-aacc-4979-96af-0d06c6a47810 with status ACTIVE [ 732.454141] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.454297] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.454380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.454625] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.454724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.455244] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.455244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.455244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.455407] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.455407] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.455629] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.455738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.455817] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.458251] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.458251] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.458251] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 460a839e-aacc-4979-96af-0d06c6a47810 is going to be updated. [ 732.458251] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.458251] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.483289] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.483289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.483289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.483289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.483289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.483289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-460a839e-aacc-4979-96af-0d06c6a47810" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.678789] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 220616ad-2bfa-453b-be19-7b20ac393a5d in Status: SUCCESS [ 732.679179] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.687029] env[65674]: INFO networking_nsxv3.common.synchronization [req-c91e94e4-46d6-4005-a040-0e13e6d56b4b req-3d608cf3-12a1-48a1-b3a2-799848ddfef6 tempest-ServersAdminNegativeTestJSON-2132416119 tempest-ServersAdminNegativeTestJSON-2132416119-project-member] Enqueued Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGHEST for action security_group_members [ 732.687029] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGHEST for action security_group_members [ 732.687029] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.687029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.687029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.687029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.687029] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.687029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.687029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.690206] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.690351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.690399] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.711790] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 732.713974] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 deletion is rescheduled due to dependency. [ 732.713974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.713974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.713974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.713974] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.713974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.713974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.713974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.713974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.717323] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.091160] env[65674]: INFO networking_nsxv3.common.synchronization [req-49827f20-6523-4603-9f90-6ce279601a9d req-5338ab4a-adcc-48ec-bf6b-d7c06c4044ce tempest-ServersWithSpecificFlavorTestJSON-726103393 tempest-ServersWithSpecificFlavorTestJSON-726103393-project-member] Enqueued Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_members [ 733.091749] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_members [ 733.092210] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34b17b8-7e99-4578-bceb-cff1fded689d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.092366] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.092436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.092641] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.092799] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.092895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.092988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.093175] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.093302] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.093426] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.192521] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.219427] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.244141] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.244337] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.244452] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.244722] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.244977] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.245142] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.245254] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.245461] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.245595] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.245788] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.245894] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.246712] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.246929] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.247322] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.247454] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.247591] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.283575] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.284049] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.284049] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.284193] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.284458] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-135c934c-efdb-46d5-b240-17ed7a81f382 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.284625] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-135c934c-efdb-46d5-b240-17ed7a81f382" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.284737] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-135c934c-efdb-46d5-b240-17ed7a81f382" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.285077] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-135c934c-efdb-46d5-b240-17ed7a81f382" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.285214] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135c934c-efdb-46d5-b240-17ed7a81f382',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.597213] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.597213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.597213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.597213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.597213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.597213] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.597213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.597213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.597213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.597213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.597213] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34b17b8-7e99-4578-bceb-cff1fded689d is going to be updated. [ 733.631556] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.631659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.631733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.632019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.632234] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.647749] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34b17b8-7e99-4578-bceb-cff1fded689d in Status: IN_PROGRESS for 2s [ 733.696248] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.723428] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.787941] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.788543] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.791024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.791024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.791024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.791024] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 135c934c-efdb-46d5-b240-17ed7a81f382 not found, creating... [ 733.791024] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.791024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.791024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.791024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.791024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.791024] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.791806] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.792082] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.792449] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.792730] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.793069] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 135c934c-efdb-46d5-b240-17ed7a81f382 is going to be created. [ 733.819495] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.819495] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.819495] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.819495] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.819495] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.819495] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-135c934c-efdb-46d5-b240-17ed7a81f382" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.075900] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: SUCCESS [ 734.076249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.076516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.076842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.077219] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.077387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.077456] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.077717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.077862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.078080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.078210] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.198180] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.198586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.198586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.198692] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.198692] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.198808] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a is going to be updated. [ 734.226798] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.227055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.227055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.227258] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.227347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.227399] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be updated. [ 734.229308] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.229441] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.229441] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.229651] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.229794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.240832] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a in Status: IN_PROGRESS for 2s [ 734.267810] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.267985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.268038] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.268224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.268360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.278337] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: IN_PROGRESS for 2s [ 734.346711] env[65674]: INFO networking_nsxv3.common.synchronization [req-0d1b625e-436c-4155-968c-e65af25cef88 req-738eb892-59e8-4c40-8e34-5e397977c3fd tempest-DeleteServersTestJSON-212486772 tempest-DeleteServersTestJSON-212486772-project-member] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 734.347332] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 734.348797] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.348992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.349089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.349324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.349475] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.349633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.349633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.349787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.349881] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.349978] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.569731] env[65674]: INFO networking_nsxv3.common.synchronization [req-c91e94e4-46d6-4005-a040-0e13e6d56b4b req-cb1a257a-b116-4221-a471-0cb9a77b9a19 service nova] Enqueued Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGHEST for action security_group_rules [ 734.569906] env[65674]: INFO networking_nsxv3.common.synchronization [req-c91e94e4-46d6-4005-a040-0e13e6d56b4b req-cb1a257a-b116-4221-a471-0cb9a77b9a19 service nova] Enqueued Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGHEST for action security_group_members [ 734.570070] env[65674]: INFO networking_nsxv3.common.synchronization [req-c91e94e4-46d6-4005-a040-0e13e6d56b4b req-cb1a257a-b116-4221-a471-0cb9a77b9a19 service nova] Enqueued Resource ID: 135c934c-efdb-46d5-b240-17ed7a81f382 with Priority: HIGHEST for action port [ 734.570844] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGHEST for action security_group_rules [ 734.571057] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGHEST for action security_group_members [ 734.571205] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135c934c-efdb-46d5-b240-17ed7a81f382 with Priority: HIGHEST for action port [ 734.571496] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc5bbf39-8a01-4d0f-bbbb-db00a782420a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.571879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.571974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.572258] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.572364] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.573345] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.573434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.573634] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-135c934c-efdb-46d5-b240-17ed7a81f382 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.573764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-135c934c-efdb-46d5-b240-17ed7a81f382" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.573805] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-135c934c-efdb-46d5-b240-17ed7a81f382" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.574072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-135c934c-efdb-46d5-b240-17ed7a81f382" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.574122] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135c934c-efdb-46d5-b240-17ed7a81f382',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.580642] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.580872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.580981] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.581357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.581499] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.581609] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.581674] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.581850] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.581942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.582058] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.582212] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.582304] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.582364] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.582502] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.582641] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.582728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.582788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.582921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.582995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.583095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.583208] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.678391] env[65674]: INFO networking_nsxv3.common.synchronization [req-85583db3-dc1e-4b6d-b38d-3ae3040f0b48 req-2c36184a-37d9-48d1-a77d-76939319435d tempest-ServerDiskConfigTestJSON-1535982359 tempest-ServerDiskConfigTestJSON-1535982359-project-member] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 734.679362] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 734.679362] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.679362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.679362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.679568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.679633] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.679803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.679803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.679932] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.680027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.680124] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.852617] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.852875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.852875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.853094] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.853199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.853429] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.853537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.853603] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.853833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.853833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.853929] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be updated. [ 734.893248] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.893488] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.893551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.893890] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.894149] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.906389] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 735.080027] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 135c934c-efdb-46d5-b240-17ed7a81f382 with status ACTIVE [ 735.080027] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.080027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.080027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.080027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.080027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.080027] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.080027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.080027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.080027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.080027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.080027] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.080027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.080027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.080027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.080027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.080027] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 135c934c-efdb-46d5-b240-17ed7a81f382 is going to be updated. [ 735.084626] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.084908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.086424] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e456b75f-c238-418c-899e-c305ae930007: rpc.has_security_group_logging(os_id): False [ 735.112226] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.112226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.112226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.112226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.112226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.112226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-135c934c-efdb-46d5-b240-17ed7a81f382" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.112226] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.112226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.112226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.112226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.112226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.112226] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.112226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.112226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.112226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.113551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.113749] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.113892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.113934] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.114105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.114182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.114391] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.114460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.114530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.114690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.114748] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.114832] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be updated. [ 735.182197] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.182430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.182532] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.182842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.183427] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.183427] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.183427] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.183756] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.183803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.183935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.184094] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 735.211546] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.211930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.211930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.211930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.212286] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.231328] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: IN_PROGRESS for 2s [ 735.232238] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.232541] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.232615] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.232828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.232966] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.246449] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 735.658657] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34b17b8-7e99-4578-bceb-cff1fded689d in Status: SUCCESS [ 735.658996] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34b17b8-7e99-4578-bceb-cff1fded689d deletion is rescheduled due to dependency. [ 735.658996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.250797] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a in Status: SUCCESS [ 736.251157] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.251259] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.251613] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.251831] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.251831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.251831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.251946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.252076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.252159] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.288376] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 736.288617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.288915] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.289167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.289424] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.289506] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.289595] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.289724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.289805] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.289891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.289992] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.758110] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.795037] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.795037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.795037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.795037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.795037] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.795037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.795037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.795037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.795037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.795037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.795037] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.795037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.795037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.795037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.795037] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.795037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.795649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.795649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.795649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.795649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.795649] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.918971] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 736.918971] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 deletion is rescheduled due to dependency. [ 736.918971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.254230] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: SUCCESS [ 737.254559] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.258129] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.260658] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 737.261124] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 deletion is rescheduled due to dependency. [ 737.261419] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.298680] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e355a918-7747-45b3-bdbf-e183f4cc4f29: rpc.has_security_group_logging(os_id): False [ 737.317917] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.318175] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.318232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.318410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.318507] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.318788] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.318874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.318918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.319106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.319168] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.319367] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.319428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.319459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.319591] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.319677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.319858] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.319943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.320021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.326032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.326032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.326032] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be updated. [ 737.414101] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.414496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.414693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.415113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.420864] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.439559] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: IN_PROGRESS for 2s [ 737.763222] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.763222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.763222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.763222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.763222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.763222] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a is going to be updated. [ 737.796052] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.796394] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.796546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.796857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.797101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.807256] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a in Status: IN_PROGRESS for 2s [ 739.453727] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 739.453971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.680030] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 739.680030] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 739.826558] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a in Status: SUCCESS [ 739.826777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.826950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.827196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.827386] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.827500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.827561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.827733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.827795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.827946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.828090] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.330278] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.330483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.330483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.331176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.331357] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.331470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.331537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.331708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.331797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.331893] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.332438] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.332690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.332773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.332968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.335134] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.335134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.335134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.335134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.335134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.335134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.335134] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.838207] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc5bbf39-8a01-4d0f-bbbb-db00a782420a: rpc.has_security_group_logging(os_id): False [ 740.848499] env[65674]: INFO networking_nsxv3.common.synchronization [None req-71e750be-d8cb-456c-975e-5765247050f2 None None] Enqueued Resource ID: 2e923dcf-04f3-425f-a1dc-42f3874e87fa with Priority: HIGHEST for action port [ 740.849173] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e923dcf-04f3-425f-a1dc-42f3874e87fa with Priority: HIGHEST for action port [ 740.849605] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e923dcf-04f3-425f-a1dc-42f3874e87fa taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.849605] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e923dcf-04f3-425f-a1dc-42f3874e87fa" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.849808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e923dcf-04f3-425f-a1dc-42f3874e87fa" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.849916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e923dcf-04f3-425f-a1dc-42f3874e87fa" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.850021] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e923dcf-04f3-425f-a1dc-42f3874e87fa',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.860505] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.860640] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.860709] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.860960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.861080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.861262] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.861353] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.861417] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.861822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.861822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.861822] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.861996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.862049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.862201] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.862282] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.862453] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.862548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.862606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.862738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.862812] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.862896] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a is going to be updated. [ 740.888373] env[65674]: INFO networking_nsxv3.common.synchronization [None req-7059168c-abc7-4138-9ac7-70f2134e8e0c None None] Enqueued Resource ID: 9798fb89-d9d6-4616-9503-e9a06376e793 with Priority: HIGHEST for action port [ 740.889136] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9798fb89-d9d6-4616-9503-e9a06376e793 with Priority: HIGHEST for action port [ 740.889795] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-9798fb89-d9d6-4616-9503-e9a06376e793 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.889952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9798fb89-d9d6-4616-9503-e9a06376e793" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.890217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9798fb89-d9d6-4616-9503-e9a06376e793" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.890584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9798fb89-d9d6-4616-9503-e9a06376e793" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.890798] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9798fb89-d9d6-4616-9503-e9a06376e793',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.931324] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.931459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.931528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.931856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.931929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.948923] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a in Status: IN_PROGRESS for 2s [ 741.352837] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e923dcf-04f3-425f-a1dc-42f3874e87fa [ 741.352837] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.354111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.354111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.354111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.354111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.354111] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e923dcf-04f3-425f-a1dc-42f3874e87fa already deleted. [ 741.354111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e923dcf-04f3-425f-a1dc-42f3874e87fa" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.393968] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9798fb89-d9d6-4616-9503-e9a06376e793 [ 741.393968] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.393968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.393968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.394233] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.394273] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.394368] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9798fb89-d9d6-4616-9503-e9a06376e793 already deleted. [ 741.394440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9798fb89-d9d6-4616-9503-e9a06376e793" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.987449] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a in Status: SUCCESS [ 742.987707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.989972] env[65674]: INFO networking_nsxv3.common.synchronization [None req-68e6bf16-6bdf-410e-9d89-a41ef4dda8c8 tempest-AttachInterfacesUnderV243Test-1876870830 tempest-AttachInterfacesUnderV243Test-1876870830-project-member] Enqueued Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_rules [ 742.991559] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_rules [ 742.992384] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.992516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.992565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.992856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.992943] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.164165] env[65674]: INFO networking_nsxv3.common.synchronization [None req-fe6d3a7d-3db6-452a-a52f-613a21ab03cc tempest-AttachInterfacesUnderV243Test-1876870830 tempest-AttachInterfacesUnderV243Test-1876870830-project-member] Enqueued Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_rules [ 743.164777] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_rules [ 743.168203] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.168203] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.522062] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.522062] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.522062] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.522062] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.522062] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.522062] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 already deleted. [ 743.522786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.522786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.524947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.525134] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.833233] env[65674]: INFO networking_nsxv3.common.synchronization [None req-8c3aa97d-07d3-4bd2-ae47-fd3569374f5a None None] Enqueued Resource ID: 2efcc45e-7367-479f-bfa7-a106976b4a26 with Priority: HIGHEST for action port [ 743.833233] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efcc45e-7367-479f-bfa7-a106976b4a26 with Priority: HIGHEST for action port [ 743.833233] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-2efcc45e-7367-479f-bfa7-a106976b4a26 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.833233] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2efcc45e-7367-479f-bfa7-a106976b4a26" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.833233] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2efcc45e-7367-479f-bfa7-a106976b4a26" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.833480] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2efcc45e-7367-479f-bfa7-a106976b4a26" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.833593] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2efcc45e-7367-479f-bfa7-a106976b4a26',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.049842] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.050197] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.050240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.050668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.050668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.050668] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 already deleted. [ 744.050803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.336612] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2efcc45e-7367-479f-bfa7-a106976b4a26 [ 744.336898] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.337073] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.337161] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.337378] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.337473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.337623] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2efcc45e-7367-479f-bfa7-a106976b4a26 already deleted. [ 744.337797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2efcc45e-7367-479f-bfa7-a106976b4a26" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.084359] env[65674]: INFO networking_nsxv3.common.synchronization [req-80dccc75-4458-4e23-a037-13eff8c2b846 req-a5af9187-49bf-435e-ad8c-2c8460c95924 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 745.084889] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 745.085213] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.085334] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.085403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.085593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.086608] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.086718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.086785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.086950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.087065] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.087171] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.511054] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.511848] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-928" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.511848] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-928" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.512016] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-928" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.512320] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.512601] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.512812] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.513238] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.513425] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.513769] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.513872] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.514140] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.514212] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.514552] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.514701] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.514841] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.539177] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.539177] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.539177] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.539363] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-928" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.539647] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.539808] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.539954] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.540595] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.540595] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.590386] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.043869] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.044090] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.044212] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.044519] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.044691] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.044958] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd not found, creating... [ 746.045188] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.045352] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.045481] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.045714] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.045847] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.046196] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.046369] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.046498] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.046713] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.046858] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.047049] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd is going to be created. [ 746.077219] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.077437] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.077581] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.077859] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.078099] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.078333] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.095603] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.597926] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.598169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.598169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.598827] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.598827] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.598827] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 746.637052] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.637355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.637355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.637522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.637682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.654806] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 746.887333] env[65674]: INFO networking_nsxv3.common.synchronization [req-80dccc75-4458-4e23-a037-13eff8c2b846 req-bfc6665f-b07d-4ab1-be26-8b6bf2b5397b service nova] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_rules [ 746.887657] env[65674]: INFO networking_nsxv3.common.synchronization [req-80dccc75-4458-4e23-a037-13eff8c2b846 req-bfc6665f-b07d-4ab1-be26-8b6bf2b5397b service nova] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 746.887657] env[65674]: INFO networking_nsxv3.common.synchronization [req-80dccc75-4458-4e23-a037-13eff8c2b846 req-bfc6665f-b07d-4ab1-be26-8b6bf2b5397b service nova] Enqueued Resource ID: 76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd with Priority: HIGHEST for action port [ 746.888260] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_rules [ 746.889385] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 746.889385] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd with Priority: HIGHEST for action port [ 746.889385] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.889963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.889963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.889963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.890098] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.892856] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.892856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.892856] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.892856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.892856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.892856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.892856] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.107421] env[65674]: INFO networking_nsxv3.common.synchronization [None req-d5854a76-370b-4892-96eb-42c670323eab None None] Enqueued Resource ID: 2f2b8c23-5589-47c9-b21f-4b31adbe5e72 with Priority: HIGHEST for action port [ 747.108199] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2b8c23-5589-47c9-b21f-4b31adbe5e72 with Priority: HIGHEST for action port [ 747.108634] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f2b8c23-5589-47c9-b21f-4b31adbe5e72 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.108817] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f2b8c23-5589-47c9-b21f-4b31adbe5e72" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.108969] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f2b8c23-5589-47c9-b21f-4b31adbe5e72" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.109928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f2b8c23-5589-47c9-b21f-4b31adbe5e72" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.110068] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f2b8c23-5589-47c9-b21f-4b31adbe5e72',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.374035] env[65674]: INFO networking_nsxv3.common.synchronization [None req-32d733a4-40f6-4d0d-b263-54ba4c979b8e None None] Enqueued Resource ID: da42b09c-6b8f-42cd-81fe-5072e3f58ca9 with Priority: HIGHEST for action port [ 747.374035] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da42b09c-6b8f-42cd-81fe-5072e3f58ca9 with Priority: HIGHEST for action port [ 747.374606] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-da42b09c-6b8f-42cd-81fe-5072e3f58ca9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.374606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da42b09c-6b8f-42cd-81fe-5072e3f58ca9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.374606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da42b09c-6b8f-42cd-81fe-5072e3f58ca9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.374846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da42b09c-6b8f-42cd-81fe-5072e3f58ca9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.374919] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da42b09c-6b8f-42cd-81fe-5072e3f58ca9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.394312] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.394530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.394593] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd with status ACTIVE [ 747.395846] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.395846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.395846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.395846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.395846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.395846] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.395846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.395846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.395846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.395846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.395846] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.396451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.396451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.396451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.396451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.396451] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd is going to be updated. [ 747.422052] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.422052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.422052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.422052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.422052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.422052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.614036] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f2b8c23-5589-47c9-b21f-4b31adbe5e72 [ 747.614036] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.614036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.614036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.614036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.614036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.614036] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f2b8c23-5589-47c9-b21f-4b31adbe5e72 already deleted. [ 747.614036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f2b8c23-5589-47c9-b21f-4b31adbe5e72" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.877685] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da42b09c-6b8f-42cd-81fe-5072e3f58ca9 [ 747.877685] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.877793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.877852] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.878068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.878174] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.878296] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da42b09c-6b8f-42cd-81fe-5072e3f58ca9 already deleted. [ 747.878429] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da42b09c-6b8f-42cd-81fe-5072e3f58ca9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.199962] env[65674]: INFO networking_nsxv3.common.synchronization [req-e1597bfc-0ee7-4cc2-9206-04314c561281 req-8a2e0d26-4198-4e26-bbfb-080d0cdeebc4 tempest-ServerRescueTestJSONUnderV235-35454777 tempest-ServerRescueTestJSONUnderV235-35454777-project-member] Enqueued Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_members [ 748.199962] env[65674]: INFO networking_nsxv3.common.synchronization [req-e1597bfc-0ee7-4cc2-9206-04314c561281 req-8a2e0d26-4198-4e26-bbfb-080d0cdeebc4 tempest-ServerRescueTestJSONUnderV235-35454777 tempest-ServerRescueTestJSONUnderV235-35454777-project-member] Enqueued Resource ID: f67d169f-700f-453a-8eae-85488f023749 with Priority: HIGHEST for action security_group_members [ 748.199962] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_members [ 748.199962] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67d169f-700f-453a-8eae-85488f023749 with Priority: HIGHEST for action security_group_members [ 748.201307] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.202459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.202459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.202854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.202923] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.203025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.203661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.203661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.203661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.203661] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.204547] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67d169f-700f-453a-8eae-85488f023749 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.204656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.204656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.204853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.205114] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.205233] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.205333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.205525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.205609] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.205736] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f67d169f-700f-453a-8eae-85488f023749',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.263111] env[65674]: INFO networking_nsxv3.common.synchronization [req-e1597bfc-0ee7-4cc2-9206-04314c561281 req-8a2e0d26-4198-4e26-bbfb-080d0cdeebc4 tempest-ServerRescueTestJSONUnderV235-35454777 tempest-ServerRescueTestJSONUnderV235-35454777-project-member] Enqueued Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_rules [ 748.263259] env[65674]: INFO networking_nsxv3.common.synchronization [req-e1597bfc-0ee7-4cc2-9206-04314c561281 req-8a2e0d26-4198-4e26-bbfb-080d0cdeebc4 tempest-ServerRescueTestJSONUnderV235-35454777 tempest-ServerRescueTestJSONUnderV235-35454777-project-member] Enqueued Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_members [ 748.263428] env[65674]: INFO networking_nsxv3.common.synchronization [req-e1597bfc-0ee7-4cc2-9206-04314c561281 req-8a2e0d26-4198-4e26-bbfb-080d0cdeebc4 tempest-ServerRescueTestJSONUnderV235-35454777 tempest-ServerRescueTestJSONUnderV235-35454777-project-member] Enqueued Resource ID: f67d169f-700f-453a-8eae-85488f023749 with Priority: HIGHEST for action security_group_rules [ 748.263581] env[65674]: INFO networking_nsxv3.common.synchronization [req-e1597bfc-0ee7-4cc2-9206-04314c561281 req-8a2e0d26-4198-4e26-bbfb-080d0cdeebc4 tempest-ServerRescueTestJSONUnderV235-35454777 tempest-ServerRescueTestJSONUnderV235-35454777-project-member] Enqueued Resource ID: f67d169f-700f-453a-8eae-85488f023749 with Priority: HIGHEST for action security_group_members [ 748.263716] env[65674]: INFO networking_nsxv3.common.synchronization [req-e1597bfc-0ee7-4cc2-9206-04314c561281 req-8a2e0d26-4198-4e26-bbfb-080d0cdeebc4 tempest-ServerRescueTestJSONUnderV235-35454777 tempest-ServerRescueTestJSONUnderV235-35454777-project-member] Enqueued Resource ID: fd066dbb-00f8-4649-bbdd-f8004d905bdd with Priority: HIGHEST for action port [ 748.267123] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_rules [ 748.267123] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67d169f-700f-453a-8eae-85488f023749 with Priority: HIGHEST for action security_group_rules [ 748.267123] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd066dbb-00f8-4649-bbdd-f8004d905bdd with Priority: HIGHEST for action port [ 748.267123] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_members [ 748.267123] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67d169f-700f-453a-8eae-85488f023749 with Priority: HIGHEST for action security_group_members [ 748.267123] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81dbff40-634a-4c51-b9ed-3789ae3e2ad2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.267123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.267123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.267123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.267123] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.267849] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f67d169f-700f-453a-8eae-85488f023749 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.267995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.268108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.268340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.268461] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f67d169f-700f-453a-8eae-85488f023749',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.269315] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd066dbb-00f8-4649-bbdd-f8004d905bdd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.269530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd066dbb-00f8-4649-bbdd-f8004d905bdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.269629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd066dbb-00f8-4649-bbdd-f8004d905bdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.269887] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd066dbb-00f8-4649-bbdd-f8004d905bdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.270043] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd066dbb-00f8-4649-bbdd-f8004d905bdd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.270873] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.271037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.271285] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67d169f-700f-453a-8eae-85488f023749 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.271415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.672815] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 748.672815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.672815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.672968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.673088] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.673255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.673329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.673505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.673590] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.673691] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.708253] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.709805] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f67d169f-700f-453a-8eae-85488f023749',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.772483] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.772613] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.772834] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd066dbb-00f8-4649-bbdd-f8004d905bdd with status ACTIVE [ 748.773033] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.773196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.773305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.773574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.773814] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.773847] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.773949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.774036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.774207] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.774285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.774489] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.774588] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.774650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.776290] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.776465] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.776643] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd066dbb-00f8-4649-bbdd-f8004d905bdd is going to be updated. [ 748.779042] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67d169f-700f-453a-8eae-85488f023749 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.779289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.805035] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.805035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.805035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.805035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.805035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.805035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd066dbb-00f8-4649-bbdd-f8004d905bdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.179860] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.210309] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.211306] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f67d169f-700f-453a-8eae-85488f023749',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.304931] env[65674]: INFO networking_nsxv3.common.synchronization [req-2c310df3-4b12-4d21-af77-213f7c4daecd req-fb5bc243-62a3-49e2-a7f4-ea66ba906b56 tempest-ServerRescueTestJSONUnderV235-35454777 tempest-ServerRescueTestJSONUnderV235-35454777-project-member] Enqueued Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_members [ 749.304931] env[65674]: INFO networking_nsxv3.common.synchronization [req-2c310df3-4b12-4d21-af77-213f7c4daecd req-fb5bc243-62a3-49e2-a7f4-ea66ba906b56 tempest-ServerRescueTestJSONUnderV235-35454777 tempest-ServerRescueTestJSONUnderV235-35454777-project-member] Enqueued Resource ID: f67d169f-700f-453a-8eae-85488f023749 with Priority: HIGHEST for action security_group_members [ 749.306290] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_members [ 749.306290] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67d169f-700f-453a-8eae-85488f023749 with Priority: HIGHEST for action security_group_members [ 749.306290] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.306290] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.306290] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67d169f-700f-453a-8eae-85488f023749 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.306290] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.368213] env[65674]: INFO networking_nsxv3.common.synchronization [req-2c310df3-4b12-4d21-af77-213f7c4daecd req-fb5bc243-62a3-49e2-a7f4-ea66ba906b56 tempest-ServerRescueTestJSONUnderV235-35454777 tempest-ServerRescueTestJSONUnderV235-35454777-project-member] Enqueued Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_rules [ 749.368428] env[65674]: INFO networking_nsxv3.common.synchronization [req-2c310df3-4b12-4d21-af77-213f7c4daecd req-fb5bc243-62a3-49e2-a7f4-ea66ba906b56 tempest-ServerRescueTestJSONUnderV235-35454777 tempest-ServerRescueTestJSONUnderV235-35454777-project-member] Enqueued Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_members [ 749.368567] env[65674]: INFO networking_nsxv3.common.synchronization [req-2c310df3-4b12-4d21-af77-213f7c4daecd req-fb5bc243-62a3-49e2-a7f4-ea66ba906b56 tempest-ServerRescueTestJSONUnderV235-35454777 tempest-ServerRescueTestJSONUnderV235-35454777-project-member] Enqueued Resource ID: fd066dbb-00f8-4649-bbdd-f8004d905bdd with Priority: HIGHEST for action port [ 749.369103] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_rules [ 749.369249] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_members [ 749.369348] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd066dbb-00f8-4649-bbdd-f8004d905bdd with Priority: HIGHEST for action port [ 749.369638] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81dbff40-634a-4c51-b9ed-3789ae3e2ad2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.369740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.369956] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.370107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.370369] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd066dbb-00f8-4649-bbdd-f8004d905bdd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.370487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd066dbb-00f8-4649-bbdd-f8004d905bdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.370643] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd066dbb-00f8-4649-bbdd-f8004d905bdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.370768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd066dbb-00f8-4649-bbdd-f8004d905bdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.370836] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd066dbb-00f8-4649-bbdd-f8004d905bdd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.683515] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.712869] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.713083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.713172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.713387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.713497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.713601] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 is going to be updated. [ 749.715057] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.715419] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.715419] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.715638] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.715638] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.715638] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67d169f-700f-453a-8eae-85488f023749 is going to be created. [ 749.759830] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.759929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.760091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.760402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.760485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.773768] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.773768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.774134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.774134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.774297] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.781054] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67d169f-700f-453a-8eae-85488f023749 in Status: UNINITIALIZED for 2s [ 749.784036] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 in Status: IN_PROGRESS for 2s [ 749.874457] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd066dbb-00f8-4649-bbdd-f8004d905bdd with status ACTIVE [ 749.874694] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.876496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.876603] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.876853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.876977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.877788] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.877788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.877788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.877788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.877968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.878027] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.878147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.878291] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.878408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.878503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.878598] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd066dbb-00f8-4649-bbdd-f8004d905bdd is going to be updated. [ 749.901519] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.901693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.901773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.902040] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.902269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.902464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd066dbb-00f8-4649-bbdd-f8004d905bdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.121770] env[65674]: INFO networking_nsxv3.common.synchronization [None req-6eef877c-4613-4e3f-82e2-18a492300dba None None] Enqueued Resource ID: 8e4e8a72-15ac-4758-a4c0-4724ac18e8a0 with Priority: HIGHEST for action port [ 750.123012] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4e8a72-15ac-4758-a4c0-4724ac18e8a0 with Priority: HIGHEST for action port [ 750.123067] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e4e8a72-15ac-4758-a4c0-4724ac18e8a0 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.123225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e4e8a72-15ac-4758-a4c0-4724ac18e8a0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.123350] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e4e8a72-15ac-4758-a4c0-4724ac18e8a0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.124022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e4e8a72-15ac-4758-a4c0-4724ac18e8a0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.124022] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e4e8a72-15ac-4758-a4c0-4724ac18e8a0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.188146] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.188273] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.188340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.188592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.188699] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.189525] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 750.225297] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.225297] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.225921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.225921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.225921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.237537] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 750.627024] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e4e8a72-15ac-4758-a4c0-4724ac18e8a0 [ 750.627129] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.627262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.627336] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.627693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.627693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.627805] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e4e8a72-15ac-4758-a4c0-4724ac18e8a0 already deleted. [ 750.627805] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e4e8a72-15ac-4758-a4c0-4724ac18e8a0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.792865] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67d169f-700f-453a-8eae-85488f023749 in Status: SUCCESS [ 751.794546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.795395] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 in Status: SUCCESS [ 751.795587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.795752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.796018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.796202] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.796317] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.796382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.796534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.796616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.796711] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f67d169f-700f-453a-8eae-85488f023749',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.797693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.801020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.801020] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.801020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.801020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.801020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.801020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.801020] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.248149] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 752.248441] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.248613] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.248909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.249143] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.249318] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.249417] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.249600] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.249795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.249841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.249950] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.300048] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.300359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.300455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.300776] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.300842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.301043] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.301160] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.301243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.301415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.301503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.301608] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67d169f-700f-453a-8eae-85488f023749 is going to be deleted. [ 752.303355] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.350299] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.350299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.350476] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.350605] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.350692] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.350809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.350997] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.351196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.351370] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.351545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.351545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.351686] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.351768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.351870] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f67d169f-700f-453a-8eae-85488f023749',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.755085] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.755256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.755303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.755517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.755713] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.755899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.756102] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.756172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.756572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.757730] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.757956] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.758082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.758151] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.758322] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.758516] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.758640] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.758705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.758854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.758923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.759138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.759224] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.805438] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.855274] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.856239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.856239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.856239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.857647] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.857647] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.857647] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.857647] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.857647] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.857647] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.860030] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67d169f-700f-453a-8eae-85488f023749 already deleted. [ 752.860030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.860030] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f67d169f-700f-453a-8eae-85488f023749',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.860030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.862435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.862435] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.862435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.862435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.862651] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.863658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.863658] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f67d169f-700f-453a-8eae-85488f023749',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.265110] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3df8546-2e9b-42c0-83a8-96700bfd5621: rpc.has_security_group_logging(os_id): False [ 753.284713] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.284713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.284713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.284713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.284968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.284968] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.285070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.285106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.285243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.285315] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.285495] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.285584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.285643] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.285778] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.285873] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.286062] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.286153] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.286210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.286344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.286414] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.286493] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 753.310555] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.311070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.311070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.311070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.311242] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.311242] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 is going to be updated. [ 753.342067] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.342158] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.342204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.342504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.342561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.364820] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.364820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.365650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.365650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.365650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.367566] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 in Status: IN_PROGRESS for 2s [ 753.368376] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f67d169f-700f-453a-8eae-85488f023749',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.370091] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.370091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.370091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.370453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.370453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.370453] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.370585] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.370630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.371209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.371209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.371209] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67d169f-700f-453a-8eae-85488f023749 already deleted. [ 753.371209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.392477] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 753.872444] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f67d169f-700f-453a-8eae-85488f023749: rpc.has_security_group_logging(os_id): False [ 753.895163] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.895943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.895943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.895943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.895943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.896202] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.896202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.896295] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.897092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.897092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.897092] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f67d169f-700f-453a-8eae-85488f023749 is going to be created. [ 753.921957] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f67d169f-700f-453a-8eae-85488f023749], does not exist path=[/infra/domains/default/groups/f67d169f-700f-453a-8eae-85488f023749]."\n}' [ 753.922707] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f67d169f-700f-453a-8eae-85488f023749 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f67d169f-700f-453a-8eae-85488f023749 [ 753.922707] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 753.963321] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.963536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.963592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.963783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.965012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.965497] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.965627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.965689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.965874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.965955] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.966178] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.966279] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.966318] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.966485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.966556] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.966642] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f67d169f-700f-453a-8eae-85488f023749 is going to be created. [ 753.987146] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f67d169f-700f-453a-8eae-85488f023749], does not exist path=[/infra/domains/default/groups/f67d169f-700f-453a-8eae-85488f023749]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f67d169f-700f-453a-8eae-85488f023749 [ 753.987146] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f67d169f-700f-453a-8eae-85488f023749" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.987686] env[65674]: Traceback (most recent call last): [ 753.987730] env[65674]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 753.987730] env[65674]: return func(*args, **kwargs) [ 753.987730] env[65674]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 753.987730] env[65674]: res.raise_for_status() [ 753.987730] env[65674]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 753.987730] env[65674]: raise HTTPError(http_error_msg, response=self) [ 753.987730] env[65674]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f67d169f-700f-453a-8eae-85488f023749 [ 753.987730] env[65674]: During handling of the above exception, another exception occurred: [ 753.987730] env[65674]: Traceback (most recent call last): [ 753.988037] env[65674]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 753.988037] env[65674]: listener.cb(fileno) [ 753.988037] env[65674]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 753.988037] env[65674]: result = function(*args, **kwargs) [ 753.988037] env[65674]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 753.988037] env[65674]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 753.988037] env[65674]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 753.988037] env[65674]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 753.988037] env[65674]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 753.988037] env[65674]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 753.988037] env[65674]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 753.988037] env[65674]: res.raise_for_status() [ 753.988037] env[65674]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 753.988037] env[65674]: raise HTTPError(http_error_msg, response=self) [ 753.988037] env[65674]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f67d169f-700f-453a-8eae-85488f023749 [ 753.988037] env[65674]: Removing descriptor: 5 [ 755.125294] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 755.125678] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 755.383157] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 in Status: SUCCESS [ 755.383404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.383584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.383794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.384087] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.384215] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.384272] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.384428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.384528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.384579] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.384674] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.387923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.387923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.387923] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.387923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.387923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.387923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.387923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.387923] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.416586] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 755.416889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.889395] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.889607] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.889860] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.392763] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.548043] env[65674]: INFO networking_nsxv3.common.synchronization [req-7f1bfec9-9aea-42e8-a230-34a67dd7e35c req-ce6c7e0c-02ac-467a-8eb9-f957b00109d9 tempest-ServersAdminNegativeTestJSON-2132416119 tempest-ServersAdminNegativeTestJSON-2132416119-project-member] Enqueued Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGHEST for action security_group_members [ 756.548946] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGHEST for action security_group_members [ 756.549463] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.549914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.549914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.550077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.550307] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.550905] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.550905] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.552275] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.552275] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.552275] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.898490] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.898640] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.898719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.898954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.899096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.899205] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 is going to be updated. [ 756.934422] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.934563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.934634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.934847] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.934987] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.945421] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 in Status: IN_PROGRESS for 2s [ 756.980550] env[65674]: INFO networking_nsxv3.common.synchronization [None req-24925f0d-51f8-4a7a-9152-c1b7ce4e6984 None None] Enqueued Resource ID: bc2055a0-754d-4809-a4c1-1c779398615c with Priority: HIGHEST for action port [ 756.981221] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2055a0-754d-4809-a4c1-1c779398615c with Priority: HIGHEST for action port [ 756.981738] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc2055a0-754d-4809-a4c1-1c779398615c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.982148] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc2055a0-754d-4809-a4c1-1c779398615c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.982148] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc2055a0-754d-4809-a4c1-1c779398615c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.982411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc2055a0-754d-4809-a4c1-1c779398615c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.982492] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc2055a0-754d-4809-a4c1-1c779398615c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.054104] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.486102] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc2055a0-754d-4809-a4c1-1c779398615c [ 757.486445] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.486597] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.486680] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.486971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.487163] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.487264] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc2055a0-754d-4809-a4c1-1c779398615c already deleted. [ 757.487391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc2055a0-754d-4809-a4c1-1c779398615c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.552342] env[65674]: INFO networking_nsxv3.common.synchronization [req-83d603f8-9866-4a34-a1dd-3b7349438a57 req-31b00405-6a45-44d1-988c-2fafaf1ad343 tempest-ServerRescueTestJSONUnderV235-35454777 tempest-ServerRescueTestJSONUnderV235-35454777-project-member] Enqueued Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_members [ 757.555638] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 with Priority: HIGHEST for action security_group_members [ 757.556336] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.556454] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.556642] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.060287] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.060367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.060433] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.060648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.060735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.060829] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a is going to be updated. [ 758.092610] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.092793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.092866] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.093260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.093450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.104586] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a in Status: IN_PROGRESS for 2s [ 758.497450] env[65674]: INFO networking_nsxv3.common.synchronization [req-3724e23b-0566-44a8-9ae9-5bf1e3796c3f req-a1e063cb-9c32-4fdb-be44-0a4f77c5a626 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 758.497860] env[65674]: INFO networking_nsxv3.common.synchronization [req-3724e23b-0566-44a8-9ae9-5bf1e3796c3f req-a1e063cb-9c32-4fdb-be44-0a4f77c5a626 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: b442b4e9-d1b5-41ec-ba30-02472a672289 with Priority: HIGHEST for action security_group_members [ 758.498296] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 758.498449] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b442b4e9-d1b5-41ec-ba30-02472a672289 with Priority: HIGHEST for action security_group_members [ 758.498751] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.498874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.498941] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.499323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.499512] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.499623] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.500010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.500091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.500134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.500236] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.501286] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b442b4e9-d1b5-41ec-ba30-02472a672289 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.501397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.501553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.501704] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.501853] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.501958] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.502037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.502599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.502599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.502599] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.555105] env[65674]: INFO networking_nsxv3.common.synchronization [req-3724e23b-0566-44a8-9ae9-5bf1e3796c3f req-a1e063cb-9c32-4fdb-be44-0a4f77c5a626 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: b442b4e9-d1b5-41ec-ba30-02472a672289 with Priority: HIGHEST for action security_group_rules [ 758.555316] env[65674]: INFO networking_nsxv3.common.synchronization [req-3724e23b-0566-44a8-9ae9-5bf1e3796c3f req-a1e063cb-9c32-4fdb-be44-0a4f77c5a626 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: b442b4e9-d1b5-41ec-ba30-02472a672289 with Priority: HIGHEST for action security_group_members [ 758.555507] env[65674]: INFO networking_nsxv3.common.synchronization [req-3724e23b-0566-44a8-9ae9-5bf1e3796c3f req-a1e063cb-9c32-4fdb-be44-0a4f77c5a626 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_rules [ 758.555575] env[65674]: INFO networking_nsxv3.common.synchronization [req-3724e23b-0566-44a8-9ae9-5bf1e3796c3f req-a1e063cb-9c32-4fdb-be44-0a4f77c5a626 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 758.555676] env[65674]: INFO networking_nsxv3.common.synchronization [req-3724e23b-0566-44a8-9ae9-5bf1e3796c3f req-a1e063cb-9c32-4fdb-be44-0a4f77c5a626 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd with Priority: HIGHEST for action port [ 758.556508] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b442b4e9-d1b5-41ec-ba30-02472a672289 with Priority: HIGHEST for action security_group_rules [ 758.556989] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_rules [ 758.556989] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd with Priority: HIGHEST for action port [ 758.556989] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b442b4e9-d1b5-41ec-ba30-02472a672289 with Priority: HIGHEST for action security_group_members [ 758.556989] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 758.557591] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b442b4e9-d1b5-41ec-ba30-02472a672289 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.557591] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.557591] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.557944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.558058] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.560796] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.561021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.561504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.561746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.562473] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.563842] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.564072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.564072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.564245] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.564330] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.566846] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b442b4e9-d1b5-41ec-ba30-02472a672289 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.566982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.567218] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.567305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.862467] env[65674]: INFO networking_nsxv3.common.synchronization [None req-f5823d12-5c31-452c-a4c2-642c51d718df None None] Enqueued Resource ID: 7b196c42-fdd2-43ee-a33d-1a284942acc3 with Priority: HIGHEST for action port [ 758.863865] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b196c42-fdd2-43ee-a33d-1a284942acc3 with Priority: HIGHEST for action port [ 758.864840] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b196c42-fdd2-43ee-a33d-1a284942acc3 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.864934] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b196c42-fdd2-43ee-a33d-1a284942acc3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.864971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b196c42-fdd2-43ee-a33d-1a284942acc3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.865439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b196c42-fdd2-43ee-a33d-1a284942acc3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.865439] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b196c42-fdd2-43ee-a33d-1a284942acc3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.958282] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 in Status: SUCCESS [ 758.958409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.958690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.958801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.958931] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.959101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.959166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.959334] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.959409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.959976] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.004374] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.005389] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.061121] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b442b4e9-d1b5-41ec-ba30-02472a672289 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.061293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.064570] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.065013] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.068491] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd with status ACTIVE [ 759.068491] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.068660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.068660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.068867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.068960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.069523] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.069523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.069523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.069523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.069523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.069738] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.069834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.069879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.070272] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.070272] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.070272] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd is going to be updated. [ 759.093813] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.094034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.094112] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.094380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.094746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.095837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.367705] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b196c42-fdd2-43ee-a33d-1a284942acc3 [ 759.367983] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.368145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.368234] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.368483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.368583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.368682] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b196c42-fdd2-43ee-a33d-1a284942acc3 already deleted. [ 759.368780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b196c42-fdd2-43ee-a33d-1a284942acc3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.465023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.465023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.465023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.465023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.491755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.491755] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.491859] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.491859] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.492120] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.492202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.492293] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 is going to be updated. [ 759.509337] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.510515] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.534066] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.534170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.534209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.534427] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.534737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.546459] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 in Status: IN_PROGRESS for 2s [ 760.015075] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.015360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.015360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.015496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.015585] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.015696] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 760.017141] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.017295] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.017338] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.017487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.017566] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.017654] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b442b4e9-d1b5-41ec-ba30-02472a672289 is going to be created. [ 760.073365] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.073852] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.073852] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.073958] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.074265] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.086357] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.086536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.086633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.087268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.087268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.095302] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b442b4e9-d1b5-41ec-ba30-02472a672289 in Status: UNINITIALIZED for 2s [ 760.097183] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 760.116722] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a in Status: SUCCESS [ 760.117035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.218564] env[65674]: INFO networking_nsxv3.common.synchronization [req-3e8b77d4-fcd5-4b09-9625-13e666d425a5 req-2a12c287-51ef-4203-8def-92ab2abe4d6c tempest-FloatingIPsAssociationTestJSON-912700346 tempest-FloatingIPsAssociationTestJSON-912700346-project-member] Enqueued Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGHEST for action security_group_members [ 760.219351] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGHEST for action security_group_members [ 760.219684] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.220304] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.220304] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.220499] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.220559] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.220762] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.220762] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.221093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.221093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.221193] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.724782] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.799076] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.799278] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-850" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.799397] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-850" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.799672] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-850" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.799929] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.800123] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.800238] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.800449] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.800607] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.800839] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.800951] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.801132] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.801243] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.801350] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.801446] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.801605] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.821226] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.821457] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.821595] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.822131] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-850" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.822281] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-9aea2079-5c38-4eb2-9de8-8214ae95f1b0 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.823072] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-9aea2079-5c38-4eb2-9de8-8214ae95f1b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.823072] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-9aea2079-5c38-4eb2-9de8-8214ae95f1b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.823072] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-9aea2079-5c38-4eb2-9de8-8214ae95f1b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.823072] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aea2079-5c38-4eb2-9de8-8214ae95f1b0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.005854] env[65674]: INFO networking_nsxv3.common.synchronization [None req-43e379ed-946d-46a8-9ed4-28b82ab93b9d None None] Enqueued Resource ID: 5b9b946e-4e6b-474b-8c3b-d0f6eb8774ac with Priority: HIGHEST for action port [ 761.006399] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b9b946e-4e6b-474b-8c3b-d0f6eb8774ac with Priority: HIGHEST for action port [ 761.006699] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b9b946e-4e6b-474b-8c3b-d0f6eb8774ac taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.006821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b9b946e-4e6b-474b-8c3b-d0f6eb8774ac" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.006884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b9b946e-4e6b-474b-8c3b-d0f6eb8774ac" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.007225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b9b946e-4e6b-474b-8c3b-d0f6eb8774ac" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.007311] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b9b946e-4e6b-474b-8c3b-d0f6eb8774ac',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.225641] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.325338] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.325619] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.325743] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.326040] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.326239] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.326468] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 9aea2079-5c38-4eb2-9de8-8214ae95f1b0 not found, creating... [ 761.326778] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.326958] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.327107] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.327333] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.327500] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.327744] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.327890] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.327999] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.328448] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.328448] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.328448] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 9aea2079-5c38-4eb2-9de8-8214ae95f1b0 is going to be created. [ 761.350099] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.350311] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.350431] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.350718] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.350955] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.351956] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-9aea2079-5c38-4eb2-9de8-8214ae95f1b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.509348] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b9b946e-4e6b-474b-8c3b-d0f6eb8774ac [ 761.509422] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.509565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.509636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.509942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.510048] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.510144] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b9b946e-4e6b-474b-8c3b-d0f6eb8774ac already deleted. [ 761.510244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b9b946e-4e6b-474b-8c3b-d0f6eb8774ac" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.561114] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 in Status: SUCCESS [ 761.561114] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 deletion is rescheduled due to dependency. [ 761.561114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.561114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.561358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.562387] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.562387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.562387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.562387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.562387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.562387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.562787] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.562787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.562787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.562995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.562995] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.563160] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.563240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.563410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.563494] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.563580] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.563667] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.564710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.564878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.565060] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.565189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.565252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.565432] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.565528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.565624] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.728136] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.728495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.728495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.728855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.728855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.728855] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0aa571c-2efc-431b-bd67-13f96917028f is going to be updated. [ 761.764301] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.764513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.764608] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.765080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.765272] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.775720] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0aa571c-2efc-431b-bd67-13f96917028f in Status: IN_PROGRESS for 2s [ 762.071081] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81dbff40-634a-4c51-b9ed-3789ae3e2ad2: rpc.has_security_group_logging(os_id): False [ 762.072419] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.072555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.072626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.072837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.072925] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.073139] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.073238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.073555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.075194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.076416] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.076633] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 is going to be updated. [ 762.102156] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.102427] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.102807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.102807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.102935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.103177] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.103296] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.103359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.104508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.106373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.106373] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.106373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.106373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.106373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.106373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.106373] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.106373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.106373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.106373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.106373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.106373] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 is going to be updated. [ 762.117767] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.118711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.118837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.119117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.119445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.141110] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 in Status: IN_PROGRESS for 2s [ 762.142593] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 762.142593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.142593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.142593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.143593] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.143593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.143593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.145705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.145802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.145910] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.151859] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b442b4e9-d1b5-41ec-ba30-02472a672289 in Status: SUCCESS [ 762.152157] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.152449] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.152449] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.152674] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.152794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.152857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.153025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.153104] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.153197] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.182721] env[65674]: INFO networking_nsxv3.common.synchronization [req-3e8b77d4-fcd5-4b09-9625-13e666d425a5 req-169d775f-b5bc-401b-aad9-9d8675a291a0 service nova] Enqueued Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGHEST for action security_group_rules [ 762.182943] env[65674]: INFO networking_nsxv3.common.synchronization [req-3e8b77d4-fcd5-4b09-9625-13e666d425a5 req-169d775f-b5bc-401b-aad9-9d8675a291a0 service nova] Enqueued Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGHEST for action security_group_members [ 762.183041] env[65674]: INFO networking_nsxv3.common.synchronization [req-3e8b77d4-fcd5-4b09-9625-13e666d425a5 req-169d775f-b5bc-401b-aad9-9d8675a291a0 service nova] Enqueued Resource ID: 9aea2079-5c38-4eb2-9de8-8214ae95f1b0 with Priority: HIGHEST for action port [ 762.183610] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGHEST for action security_group_rules [ 762.183750] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGHEST for action security_group_members [ 762.183848] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aea2079-5c38-4eb2-9de8-8214ae95f1b0 with Priority: HIGHEST for action port [ 762.184261] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.184454] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.184541] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.185587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.185587] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.186205] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.186205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.186205] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aea2079-5c38-4eb2-9de8-8214ae95f1b0 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.186205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aea2079-5c38-4eb2-9de8-8214ae95f1b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.186205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aea2079-5c38-4eb2-9de8-8214ae95f1b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.186700] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aea2079-5c38-4eb2-9de8-8214ae95f1b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.186700] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aea2079-5c38-4eb2-9de8-8214ae95f1b0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.204972] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.205177] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.205214] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.205790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.205790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.224416] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 in Status: IN_PROGRESS for 2s [ 762.650015] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.655854] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.688924] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9aea2079-5c38-4eb2-9de8-8214ae95f1b0 with status ACTIVE [ 762.688987] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.689115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.689191] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.689408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.689497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.689679] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.689782] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.689844] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.690052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.690139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.690391] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.690462] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.690493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.690619] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.690692] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.690774] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9aea2079-5c38-4eb2-9de8-8214ae95f1b0 is going to be updated. [ 762.695287] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.695287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.740032] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.740530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.740530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.740530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.740530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.740699] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aea2079-5c38-4eb2-9de8-8214ae95f1b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.750328] env[65674]: INFO networking_nsxv3.common.synchronization [req-d8274fca-dee3-455d-bdbb-f0fce844510d req-a2440d03-14c9-492b-8714-7fc640c3ce91 tempest-ServerActionsTestJSON-1311477773 tempest-ServerActionsTestJSON-1311477773-project-member] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 762.750869] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 762.751264] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.751387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.751449] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.751736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.751894] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.752304] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.752304] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.752304] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.752472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.752472] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.856062] env[65674]: INFO networking_nsxv3.common.synchronization [None req-4d9f3636-42fe-41a9-a97d-7d789d37ac08 tempest-ServerActionsTestOtherA-639188317 tempest-ServerActionsTestOtherA-639188317-project-member] Enqueued Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_rules [ 762.856742] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_rules [ 762.857834] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cec7ddc1-ae44-4893-9558-a7dfba788c81 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.858266] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.859052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.859349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.859449] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.012348] env[65674]: INFO networking_nsxv3.common.synchronization [None req-a686a2af-46a8-45c5-89cb-02d4451b9e0d tempest-ServerActionsTestOtherA-639188317 tempest-ServerActionsTestOtherA-639188317-project-member] Enqueued Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_rules [ 763.012782] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_rules [ 763.013234] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cec7ddc1-ae44-4893-9558-a7dfba788c81 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.014762] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.153053] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.159753] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.254518] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.254700] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.254763] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.255785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.255785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.255785] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.255785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.255785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.255785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.255785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.255785] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc2631f-0767-4b15-8810-571242539b3b already deleted. [ 763.256131] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.258835] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.259150] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-241" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.259711] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-241" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.259711] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-241" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.259989] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.260151] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.260296] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.260585] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.260739] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.261077] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.261158] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.261819] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.261819] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.261819] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.261819] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.262078] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.283695] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.284415] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.284415] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.284415] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-241" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.284680] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-b20a0b95-3730-42e4-8f09-dda38022a70b taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.284876] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-b20a0b95-3730-42e4-8f09-dda38022a70b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.285031] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-b20a0b95-3730-42e4-8f09-dda38022a70b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.285367] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-b20a0b95-3730-42e4-8f09-dda38022a70b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.285532] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b20a0b95-3730-42e4-8f09-dda38022a70b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.379548] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.379548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.379548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.380460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.380460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.380460] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 already deleted. [ 763.380460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.380572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.380678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.380738] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.652287] env[65674]: INFO networking_nsxv3.common.synchronization [None req-24d433d7-faf2-40d0-b300-0942099b270c None None] Enqueued Resource ID: 11549976-e637-4f38-ad14-fed69279e3d7 with Priority: HIGHEST for action port [ 763.652862] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11549976-e637-4f38-ad14-fed69279e3d7 with Priority: HIGHEST for action port [ 763.653216] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-11549976-e637-4f38-ad14-fed69279e3d7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.653377] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11549976-e637-4f38-ad14-fed69279e3d7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.653454] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11549976-e637-4f38-ad14-fed69279e3d7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.653768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11549976-e637-4f38-ad14-fed69279e3d7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.653869] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11549976-e637-4f38-ad14-fed69279e3d7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.655143] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.655335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.655421] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.655611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.655734] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.655848] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 763.662219] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.662219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.662219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.662427] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.662555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.662740] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b442b4e9-d1b5-41ec-ba30-02472a672289 is going to be updated. [ 763.699252] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.699497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.699497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.699734] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.699912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.701847] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.702050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.702050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.702230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.702377] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.716699] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b442b4e9-d1b5-41ec-ba30-02472a672289 in Status: IN_PROGRESS for 2s [ 763.717462] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 763.788268] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0aa571c-2efc-431b-bd67-13f96917028f in Status: SUCCESS [ 763.788519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.788982] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.789190] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.789310] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.789563] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.789696] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.789833] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port b20a0b95-3730-42e4-8f09-dda38022a70b not found, creating... [ 763.790095] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.790259] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.790394] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.790622] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.791558] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.791843] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.792043] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.792212] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.792396] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.792531] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.792666] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: b20a0b95-3730-42e4-8f09-dda38022a70b is going to be created. [ 763.794079] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.794246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.794401] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.794500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.794565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.794702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.794826] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.794870] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.816705] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.816705] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.816705] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.817025] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.817207] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.817379] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-b20a0b95-3730-42e4-8f09-dda38022a70b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.902802] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.903028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.903157] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.903494] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.903633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.903793] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 already deleted. [ 763.903931] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.155325] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 in Status: SUCCESS [ 764.155325] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 deletion is rescheduled due to dependency. [ 764.155325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.158184] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11549976-e637-4f38-ad14-fed69279e3d7 [ 764.158414] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.159072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.159072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.160319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.160319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.160319] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11549976-e637-4f38-ad14-fed69279e3d7 already deleted. [ 764.160319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11549976-e637-4f38-ad14-fed69279e3d7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.241207] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 in Status: SUCCESS [ 764.241481] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.241656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.241889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.242036] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81dbff40-634a-4c51-b9ed-3789ae3e2ad2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.297509] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.588965] env[65674]: INFO networking_nsxv3.common.synchronization [req-d8274fca-dee3-455d-bdbb-f0fce844510d req-cdbd0bd0-6fae-4f1c-8f93-1f82f1d70016 service nova] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_rules [ 764.589149] env[65674]: INFO networking_nsxv3.common.synchronization [req-d8274fca-dee3-455d-bdbb-f0fce844510d req-cdbd0bd0-6fae-4f1c-8f93-1f82f1d70016 service nova] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 764.589298] env[65674]: INFO networking_nsxv3.common.synchronization [req-d8274fca-dee3-455d-bdbb-f0fce844510d req-cdbd0bd0-6fae-4f1c-8f93-1f82f1d70016 service nova] Enqueued Resource ID: b20a0b95-3730-42e4-8f09-dda38022a70b with Priority: HIGHEST for action port [ 764.589891] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_rules [ 764.590081] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 764.590277] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20a0b95-3730-42e4-8f09-dda38022a70b with Priority: HIGHEST for action port [ 764.590612] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.590710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.590781] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.591073] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.591168] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.592131] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.592271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.592343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.593348] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.593348] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.593348] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.593348] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.593348] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.593750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.593750] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.594597] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-b20a0b95-3730-42e4-8f09-dda38022a70b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.594597] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b20a0b95-3730-42e4-8f09-dda38022a70b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.594597] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b20a0b95-3730-42e4-8f09-dda38022a70b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.594873] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b20a0b95-3730-42e4-8f09-dda38022a70b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.594873] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b20a0b95-3730-42e4-8f09-dda38022a70b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.768443] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.768648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.768687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.769310] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.770814] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.771627] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81dbff40-634a-4c51-b9ed-3789ae3e2ad2 is going to be deleted. [ 764.802374] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.910473] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.910586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.910628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.911418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.911418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.911418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81dbff40-634a-4c51-b9ed-3789ae3e2ad2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.011032] env[65674]: INFO networking_nsxv3.common.synchronization [req-f1394072-7f31-4d7b-8bd8-01b01e7f43e9 req-b987088b-449a-4de6-9a87-c1de5dbc3fea tempest-ImagesOneServerTestJSON-1043167960 tempest-ImagesOneServerTestJSON-1043167960-project-member] Enqueued Resource ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 with Priority: HIGHEST for action security_group_members [ 765.011686] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 with Priority: HIGHEST for action security_group_members [ 765.011686] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8e93ce-c9ad-4a02-a966-730058f802d2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.011913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.011913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.012205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.012307] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.012432] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.012559] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.012770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.012866] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.012993] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8e93ce-c9ad-4a02-a966-730058f802d2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.097388] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.098770] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.098978] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.099188] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b20a0b95-3730-42e4-8f09-dda38022a70b with status ACTIVE [ 765.099389] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.099538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.099655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.099862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.100015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.100204] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.100303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.100365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.100581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.100684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.101129] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.101258] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.101417] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.101708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.101816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.101925] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b20a0b95-3730-42e4-8f09-dda38022a70b is going to be updated. [ 765.131592] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.131592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.131592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.131592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.131592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.131592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b20a0b95-3730-42e4-8f09-dda38022a70b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.306337] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.306500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.306587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.307184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.307184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.307184] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0aa571c-2efc-431b-bd67-13f96917028f is going to be updated. [ 765.400848] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.401050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.401474] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.401474] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.401745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.412897] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0aa571c-2efc-431b-bd67-13f96917028f in Status: IN_PROGRESS for 2s [ 765.516825] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.517019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.517094] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.517344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.544528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.544797] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.544911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.544977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.545207] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.545285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.545369] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 is going to be updated. [ 765.576357] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.576357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.576357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.576357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.576563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.586428] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 in Status: IN_PROGRESS for 2s [ 765.606185] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.735435] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b442b4e9-d1b5-41ec-ba30-02472a672289 in Status: SUCCESS [ 765.735659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.735831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.736051] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.736249] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.736360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.736434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.736586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.736663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.736745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.736861] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.740045] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 765.740260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.740438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.741118] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.741118] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.741118] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.741118] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.741311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.741311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.741411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.741485] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.109254] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.110076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.110076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.110076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.110076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.110076] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc2631f-0767-4b15-8810-571242539b3b is going to be created. [ 766.134538] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.134538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.134538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.134729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.135506] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.144500] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: UNINITIALIZED for 2s [ 766.240045] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.244066] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.244197] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.244239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.244504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.244765] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.245319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.245319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.245319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.245319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.245319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.245567] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.245567] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.245567] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.245739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.245839] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.245923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.245978] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.246130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.246206] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.246287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.246378] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.742470] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b442b4e9-d1b5-41ec-ba30-02472a672289: rpc.has_security_group_logging(os_id): False [ 766.748965] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3df8546-2e9b-42c0-83a8-96700bfd5621: rpc.has_security_group_logging(os_id): False [ 766.767518] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.768027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.768027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.768262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.768262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.768457] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.768570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.768645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.768808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.768889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.769052] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b442b4e9-d1b5-41ec-ba30-02472a672289 is going to be created. [ 766.771300] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.771394] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.771444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.773242] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.803315] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.803639] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.803798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.803863] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.804119] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.804220] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.804454] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.804570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.804606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.804803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.804882] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.809430] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.809657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.809718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.809940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.810072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.810187] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 766.851369] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.851369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.851369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.851649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.851649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.866884] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b442b4e9-d1b5-41ec-ba30-02472a672289 in Status: IN_PROGRESS for 2s [ 766.883936] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.883936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.884140] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.884280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.884392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.935350] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 767.423427] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0aa571c-2efc-431b-bd67-13f96917028f in Status: SUCCESS [ 767.423921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.423921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.424139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.424346] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.424461] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.424531] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.424703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.424777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.424857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.424944] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.598904] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 in Status: SUCCESS [ 767.598904] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8e93ce-c9ad-4a02-a966-730058f802d2 deletion is rescheduled due to dependency. [ 767.598904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8e93ce-c9ad-4a02-a966-730058f802d2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.928739] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.928955] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.929104] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.929461] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.929664] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.929771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.929899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.930078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.930215] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.930305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.930515] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.930664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.930751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.930971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.931206] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.931331] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.931416] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.931627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.931763] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.931869] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.931970] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.155059] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: SUCCESS [ 768.155277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.155449] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.155680] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.155868] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.155984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.156379] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.156579] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.156667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.156828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.156934] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.317109] env[65674]: INFO networking_nsxv3.common.synchronization [req-c41fb926-2c79-423f-889d-fa395c42a61c req-4346fad5-09ae-44a6-a7bf-447f1e86bac8 tempest-ImagesTestJSON-529282155 tempest-ImagesTestJSON-529282155-project-member] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 768.317795] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 768.318302] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.318446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.318515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.318713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.318885] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.318981] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.319058] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.319210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.319299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.319394] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.434867] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0aa571c-2efc-431b-bd67-13f96917028f: rpc.has_security_group_logging(os_id): False [ 768.456541] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.456713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.456758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.456955] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.478172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.479368] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.479368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.479368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.479368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.479368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.479368] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.479368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.479368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.479718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.479718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.479859] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.479921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.480060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.480216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.480320] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.480375] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0aa571c-2efc-431b-bd67-13f96917028f is going to be updated. [ 768.559659] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.559659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.559659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.559840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.559840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.575090] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0aa571c-2efc-431b-bd67-13f96917028f in Status: IN_PROGRESS for 2s [ 768.659965] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.821644] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.821644] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.821644] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.821943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.847311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.847600] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.847747] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.847791] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.847987] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.848083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.848172] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be updated. [ 768.880298] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.880474] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.880680] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.880739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.880837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.882635] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b442b4e9-d1b5-41ec-ba30-02472a672289 in Status: SUCCESS [ 768.883100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.889696] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: IN_PROGRESS for 2s [ 768.965022] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 768.965360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.162766] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebc2631f-0767-4b15-8810-571242539b3b: rpc.has_security_group_logging(os_id): False [ 769.186282] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.186518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.186518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.186665] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.186816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.187106] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.187227] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.187322] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.187501] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.187585] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.187673] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebc2631f-0767-4b15-8810-571242539b3b is going to be created. [ 769.257522] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.257690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.257734] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.257938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.258134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.273201] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: IN_PROGRESS for 2s [ 769.612349] env[65674]: INFO networking_nsxv3.common.synchronization [req-ccb88db3-1568-4641-a37d-3c302393f828 req-724d9deb-29f2-4020-b16a-0600af5b7e71 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 769.612836] env[65674]: INFO networking_nsxv3.common.synchronization [req-ccb88db3-1568-4641-a37d-3c302393f828 req-724d9deb-29f2-4020-b16a-0600af5b7e71 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: b442b4e9-d1b5-41ec-ba30-02472a672289 with Priority: HIGHEST for action security_group_members [ 769.612836] env[65674]: INFO networking_nsxv3.common.synchronization [req-ccb88db3-1568-4641-a37d-3c302393f828 req-724d9deb-29f2-4020-b16a-0600af5b7e71 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 with Priority: HIGHEST for action security_group_members [ 769.613312] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 769.613995] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b442b4e9-d1b5-41ec-ba30-02472a672289 with Priority: HIGHEST for action security_group_members [ 769.613995] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 with Priority: HIGHEST for action security_group_members [ 769.613995] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.613995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.614521] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.614521] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.614881] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.614881] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.615078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.616041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.616041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.616041] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.616840] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b442b4e9-d1b5-41ec-ba30-02472a672289 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.617224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.617923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.617923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.617923] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.617923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.617923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.617923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.618198] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.618198] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.619595] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-82804bda-1c20-4508-b887-70a9aaaf13a4 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.620619] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.620754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.621255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.623518] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.623518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.623518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.623518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.623518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.623518] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82804bda-1c20-4508-b887-70a9aaaf13a4',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.665836] env[65674]: INFO networking_nsxv3.common.synchronization [req-ccb88db3-1568-4641-a37d-3c302393f828 req-724d9deb-29f2-4020-b16a-0600af5b7e71 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 with Priority: HIGHEST for action security_group_rules [ 769.666376] env[65674]: INFO networking_nsxv3.common.synchronization [req-ccb88db3-1568-4641-a37d-3c302393f828 req-724d9deb-29f2-4020-b16a-0600af5b7e71 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 with Priority: HIGHEST for action security_group_members [ 769.666376] env[65674]: INFO networking_nsxv3.common.synchronization [req-ccb88db3-1568-4641-a37d-3c302393f828 req-724d9deb-29f2-4020-b16a-0600af5b7e71 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: b442b4e9-d1b5-41ec-ba30-02472a672289 with Priority: HIGHEST for action security_group_rules [ 769.666376] env[65674]: INFO networking_nsxv3.common.synchronization [req-ccb88db3-1568-4641-a37d-3c302393f828 req-724d9deb-29f2-4020-b16a-0600af5b7e71 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: b442b4e9-d1b5-41ec-ba30-02472a672289 with Priority: HIGHEST for action security_group_members [ 769.666517] env[65674]: INFO networking_nsxv3.common.synchronization [req-ccb88db3-1568-4641-a37d-3c302393f828 req-724d9deb-29f2-4020-b16a-0600af5b7e71 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_rules [ 769.666547] env[65674]: INFO networking_nsxv3.common.synchronization [req-ccb88db3-1568-4641-a37d-3c302393f828 req-724d9deb-29f2-4020-b16a-0600af5b7e71 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 769.667199] env[65674]: INFO networking_nsxv3.common.synchronization [req-ccb88db3-1568-4641-a37d-3c302393f828 req-724d9deb-29f2-4020-b16a-0600af5b7e71 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd with Priority: HIGHEST for action port [ 769.667199] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 with Priority: HIGHEST for action security_group_rules [ 769.667330] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b442b4e9-d1b5-41ec-ba30-02472a672289 with Priority: HIGHEST for action security_group_rules [ 769.667411] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 769.667519] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd with Priority: HIGHEST for action port [ 769.667610] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_rules [ 769.667696] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 with Priority: HIGHEST for action security_group_members [ 769.667780] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b442b4e9-d1b5-41ec-ba30-02472a672289 with Priority: HIGHEST for action security_group_members [ 769.668479] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82804bda-1c20-4508-b887-70a9aaaf13a4 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.668639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.668706] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.668978] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.669098] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82804bda-1c20-4508-b887-70a9aaaf13a4',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.670821] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b442b4e9-d1b5-41ec-ba30-02472a672289 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.670821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.670821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.670821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.670821] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.672128] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.672583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.672583] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.672679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.672716] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.673346] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.673346] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.674029] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.674191] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.674295] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.674558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.674668] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.676176] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-82804bda-1c20-4508-b887-70a9aaaf13a4 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.676269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.676537] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b442b4e9-d1b5-41ec-ba30-02472a672289 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.676663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.123968] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.126462] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.126825] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82804bda-1c20-4508-b887-70a9aaaf13a4',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.177723] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-82804bda-1c20-4508-b887-70a9aaaf13a4 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.177857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.178064] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd with status ACTIVE [ 770.178235] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.178342] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.178408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.178628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.178718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.178892] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.179045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.179117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.179274] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.179393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.179533] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.179626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.179687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.179828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.179903] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.179988] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd is going to be updated. [ 770.183757] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b442b4e9-d1b5-41ec-ba30-02472a672289 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.183880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.185750] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.185871] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.207031] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.209687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.209687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.209687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.209687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.209687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76fa7e3a-49e2-447e-9d4e-0f7a285e5bcd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.588438] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0aa571c-2efc-431b-bd67-13f96917028f in Status: SUCCESS [ 770.588852] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.627501] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.630057] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.630814] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82804bda-1c20-4508-b887-70a9aaaf13a4',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.900804] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 770.900981] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 deletion is rescheduled due to dependency. [ 770.901226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.129968] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.129968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.129968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.130133] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.130384] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.130384] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 771.132069] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.132220] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.132293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.132470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.132551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.132639] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b442b4e9-d1b5-41ec-ba30-02472a672289 is going to be updated. [ 771.134409] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.134409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.134409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.134409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.134409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.134646] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 is going to be created. [ 771.158330] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.158495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.158548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.158764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.159019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.160991] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.161359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.161359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.161431] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.161581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.164327] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.164472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.164502] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.164757] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.164918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.175528] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 771.176758] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b442b4e9-d1b5-41ec-ba30-02472a672289 in Status: IN_PROGRESS for 2s [ 771.176758] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 in Status: UNINITIALIZED for 2s [ 771.287153] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: SUCCESS [ 771.287386] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.683020] env[65674]: INFO networking_nsxv3.common.synchronization [req-189a64c7-39f4-4166-bd70-cac6a82f3e08 req-7cfe050e-325b-4020-8e4e-ad493ab32f64 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 772.683020] env[65674]: INFO networking_nsxv3.common.synchronization [req-189a64c7-39f4-4166-bd70-cac6a82f3e08 req-7cfe050e-325b-4020-8e4e-ad493ab32f64 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 with Priority: HIGHEST for action security_group_members [ 772.683020] env[65674]: INFO networking_nsxv3.common.synchronization [req-189a64c7-39f4-4166-bd70-cac6a82f3e08 req-7cfe050e-325b-4020-8e4e-ad493ab32f64 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: b442b4e9-d1b5-41ec-ba30-02472a672289 with Priority: HIGHEST for action security_group_members [ 772.683020] env[65674]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] NSXv3 Agent Agent loop - iteration:0 completed [ 772.683020] env[65674]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] NSXv3 Agent Agent loop - iteration:1 started [ 772.683928] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 772.685347] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 with Priority: HIGHEST for action security_group_members [ 772.685347] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b442b4e9-d1b5-41ec-ba30-02472a672289 with Priority: HIGHEST for action security_group_members [ 772.685347] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.685347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.685347] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-82804bda-1c20-4508-b887-70a9aaaf13a4 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.685347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.685347] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b442b4e9-d1b5-41ec-ba30-02472a672289 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.685347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.189970] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 in Status: SUCCESS [ 773.190418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.190418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.190911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.190911] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.191077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.191077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.191278] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.191387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.191460] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82804bda-1c20-4508-b887-70a9aaaf13a4',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.193242] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 773.194954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.194954] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b442b4e9-d1b5-41ec-ba30-02472a672289 in Status: SUCCESS [ 773.194954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.194954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.194954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.194954] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.194954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.197252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.197252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.197252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.197252] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.197252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.197252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.197252] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.197252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.197252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.197252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.197252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.197252] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.699069] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.700185] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.700289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.700341] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.701946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.701946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.701946] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.701946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.701946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.701946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.701946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.701946] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 is going to be deleted. [ 773.704171] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.704171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.704171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.704171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.704171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.704171] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.704171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.704171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.704171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.704171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.704171] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b442b4e9-d1b5-41ec-ba30-02472a672289 is going to be updated. [ 773.732120] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.732279] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.732375] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.732554] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.732693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.734290] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.734457] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.734516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.734637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.734719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.735160] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.735369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.735465] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.735619] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.735718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.735771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.735912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.735989] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.736092] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82804bda-1c20-4508-b887-70a9aaaf13a4',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.745566] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b442b4e9-d1b5-41ec-ba30-02472a672289 in Status: IN_PROGRESS for 2s [ 774.203334] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.241101] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.241101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.241101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.241101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.241101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.241101] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.241101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.241101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.241503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.241503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.241605] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 already deleted. [ 774.241754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.241856] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82804bda-1c20-4508-b887-70a9aaaf13a4',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.242761] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.242963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.243162] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.243297] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.243398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.243590] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.243762] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.243885] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82804bda-1c20-4508-b887-70a9aaaf13a4',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.707045] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.707045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.707045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.707459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.707459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.707459] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 774.739116] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.739262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.739368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.739578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.739677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.745258] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82804bda-1c20-4508-b887-70a9aaaf13a4',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.746353] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.746511] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.746586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.747110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.747250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.747861] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.747861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.747861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.747861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.748080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.748080] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 already deleted. [ 774.748080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.760585] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 775.249842] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82804bda-1c20-4508-b887-70a9aaaf13a4: rpc.has_security_group_logging(os_id): False [ 775.268646] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.268829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.268883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.269124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.269393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.269466] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.269584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.269619] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.269778] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.269853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.269939] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 is going to be created. [ 775.289751] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/82804bda-1c20-4508-b887-70a9aaaf13a4], does not exist path=[/infra/domains/default/groups/82804bda-1c20-4508-b887-70a9aaaf13a4]."\n}' [ 775.289897] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/82804bda-1c20-4508-b887-70a9aaaf13a4 [ 775.290130] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 775.325748] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.325886] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.325959] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.326206] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.327601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.328424] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.328565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.329676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.329676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.329676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.329676] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.329676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.329676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.329676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.329676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.329676] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82804bda-1c20-4508-b887-70a9aaaf13a4 is going to be created. [ 775.348211] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/82804bda-1c20-4508-b887-70a9aaaf13a4], does not exist path=[/infra/domains/default/groups/82804bda-1c20-4508-b887-70a9aaaf13a4]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/82804bda-1c20-4508-b887-70a9aaaf13a4 [ 775.348211] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82804bda-1c20-4508-b887-70a9aaaf13a4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.348431] env[65674]: Traceback (most recent call last): [ 775.348431] env[65674]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 775.348431] env[65674]: return func(*args, **kwargs) [ 775.348431] env[65674]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 775.348431] env[65674]: res.raise_for_status() [ 775.348431] env[65674]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 775.348431] env[65674]: raise HTTPError(http_error_msg, response=self) [ 775.348431] env[65674]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/82804bda-1c20-4508-b887-70a9aaaf13a4 [ 775.348431] env[65674]: During handling of the above exception, another exception occurred: [ 775.348431] env[65674]: Traceback (most recent call last): [ 775.348431] env[65674]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 775.348431] env[65674]: listener.cb(fileno) [ 775.348431] env[65674]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 775.348431] env[65674]: result = function(*args, **kwargs) [ 775.348431] env[65674]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 775.348431] env[65674]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 775.348431] env[65674]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 775.348431] env[65674]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 775.348431] env[65674]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 775.348431] env[65674]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 775.348431] env[65674]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 775.348431] env[65674]: res.raise_for_status() [ 775.348431] env[65674]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 775.348431] env[65674]: raise HTTPError(http_error_msg, response=self) [ 775.348431] env[65674]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/82804bda-1c20-4508-b887-70a9aaaf13a4 [ 775.348431] env[65674]: Removing descriptor: 22 [ 775.764405] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b442b4e9-d1b5-41ec-ba30-02472a672289 in Status: SUCCESS [ 775.764649] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b442b4e9-d1b5-41ec-ba30-02472a672289 deletion is rescheduled due to dependency. [ 775.764763] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.764933] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.765183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.765878] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.766025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.766025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.766318] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.766318] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.766318] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.766422] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.768451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.768451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.769249] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.769249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.769249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.769249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.769436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.769579] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.272196] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b442b4e9-d1b5-41ec-ba30-02472a672289',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.274495] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.275796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.275796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.275796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.299687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.299687] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.299687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.299687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.299687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.299687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.299687] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b442b4e9-d1b5-41ec-ba30-02472a672289 is going to be updated. [ 776.326125] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.326125] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.326468] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.326889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.328931] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.337715] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b442b4e9-d1b5-41ec-ba30-02472a672289 in Status: IN_PROGRESS for 2s [ 776.482335] env[65674]: INFO networking_nsxv3.common.synchronization [req-26174d29-a510-4e87-bad0-ba8558b596b8 req-7f1473cf-ef5e-4422-9723-c386ea13f593 tempest-ServerGroupTestJSON-323660897 tempest-ServerGroupTestJSON-323660897-project-member] Enqueued Resource ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 with Priority: HIGHEST for action security_group_members [ 776.483104] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 with Priority: HIGHEST for action security_group_members [ 776.483292] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.483420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.483496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.483745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.483913] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.484166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.484166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.485102] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.485102] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.485102] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b61f1e33-d5d4-4ea0-beb7-94f1d7321595',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.772366] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 776.772366] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.772366] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.772366] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.772366] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.772944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.772944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.772944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.772944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.772944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.773121] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.774037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.774142] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.774295] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.774754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.774754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.774754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.774754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.774953] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.777669] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b442b4e9-d1b5-41ec-ba30-02472a672289: rpc.has_security_group_logging(os_id): False [ 776.797358] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.797358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.797358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.797358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.797358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.797358] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.797358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.797358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.797358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.797358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.797358] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b442b4e9-d1b5-41ec-ba30-02472a672289 is going to be updated. [ 776.824252] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.824427] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-972" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.824427] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-972" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.824937] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-972" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.825274] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.825436] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.825549] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.825792] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.825949] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.826319] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.826467] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.826574] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.826680] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.826788] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.826891] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.827032] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.845164] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.845431] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.845500] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.845678] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-972" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.845996] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.846191] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.846307] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.846621] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.846748] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.860434] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.860622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.860665] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.860854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.861016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.876868] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b442b4e9-d1b5-41ec-ba30-02472a672289 in Status: IN_PROGRESS for 2s [ 776.987285] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.987496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.987571] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.987807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.987908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.988138] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.988268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.988356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.988558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.988656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.988756] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 already deleted. [ 776.988839] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.277377] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.277501] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.277724] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.355018] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.355018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.355018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.355018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.355018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.355018] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2 not found, creating... [ 777.355018] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.355018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.355018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.355018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.355018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.355475] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.355475] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.355475] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.355475] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.355475] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.355475] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2 is going to be created. [ 777.380258] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.380475] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.380599] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.380879] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.381388] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.381478] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.780213] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.069598] env[65674]: INFO networking_nsxv3.common.synchronization [req-26174d29-a510-4e87-bad0-ba8558b596b8 req-b42d75ba-8211-4ead-b28c-a80b0747c63e service nova] Enqueued Resource ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 with Priority: HIGHEST for action security_group_rules [ 778.069799] env[65674]: INFO networking_nsxv3.common.synchronization [req-26174d29-a510-4e87-bad0-ba8558b596b8 req-b42d75ba-8211-4ead-b28c-a80b0747c63e service nova] Enqueued Resource ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 with Priority: HIGHEST for action security_group_members [ 778.069933] env[65674]: INFO networking_nsxv3.common.synchronization [req-26174d29-a510-4e87-bad0-ba8558b596b8 req-b42d75ba-8211-4ead-b28c-a80b0747c63e service nova] Enqueued Resource ID: a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2 with Priority: HIGHEST for action port [ 778.070463] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 with Priority: HIGHEST for action security_group_rules [ 778.071112] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 with Priority: HIGHEST for action security_group_members [ 778.071112] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2 with Priority: HIGHEST for action port [ 778.071112] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b61f1e33-d5d4-4ea0-beb7-94f1d7321595 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.071309] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.071309] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.071559] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.071643] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b61f1e33-d5d4-4ea0-beb7-94f1d7321595',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.073113] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.073113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.073113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.073536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.073601] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.074616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.074616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.074616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.074616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.074616] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b61f1e33-d5d4-4ea0-beb7-94f1d7321595',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.075123] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.076699] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.076699] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.076699] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.076699] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.162577] env[65674]: INFO networking_nsxv3.common.synchronization [req-a756af7e-939a-4056-b333-6a695619abdb req-4f5d41c4-51bc-4283-8f8b-6c48748688ce tempest-ImagesOneServerNegativeTestJSON-1196337290 tempest-ImagesOneServerNegativeTestJSON-1196337290-project-member] Enqueued Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 778.163352] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 778.163813] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.163938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.164011] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.164214] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.164363] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.164462] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.164536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.164680] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.164831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.164881] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.282994] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.283176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.283221] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.283436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.283524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.283632] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 778.315990] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.316137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.316178] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.316360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.316502] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.325952] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 778.354666] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b442b4e9-d1b5-41ec-ba30-02472a672289 in Status: SUCCESS [ 778.355530] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b442b4e9-d1b5-41ec-ba30-02472a672289 deletion is rescheduled due to dependency. [ 778.355530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.505065] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.505215] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-379" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.505335] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-379" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.505596] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-379" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.505835] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.505982] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.506107] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.506318] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.506455] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.506647] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.506756] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.506847] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.506947] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.507058] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.507158] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.507281] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.525477] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.525644] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.525777] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.525957] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-379" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.526288] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-b126ce28-d7bd-4673-8f09-1c0bd7bab757 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.526443] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-b126ce28-d7bd-4673-8f09-1c0bd7bab757" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.526566] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-b126ce28-d7bd-4673-8f09-1c0bd7bab757" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.526880] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-b126ce28-d7bd-4673-8f09-1c0bd7bab757" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.527018] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b126ce28-d7bd-4673-8f09-1c0bd7bab757',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.573950] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.574111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.575146] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b61f1e33-d5d4-4ea0-beb7-94f1d7321595',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.579810] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2 with status ACTIVE [ 778.580011] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.580143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.580212] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.580412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.580499] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.580671] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.580768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.580829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.580982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.581114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.581284] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.581685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.581685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.581685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.581685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.581912] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2 is going to be updated. [ 778.587276] env[65674]: INFO networking_nsxv3.common.synchronization [req-8e3768bd-3d54-401f-8a08-371ec1eec8ee req-eeef5c14-312c-4b78-ac8d-c4728f162590 tempest-FloatingIPsAssociationTestJSON-912700346 tempest-FloatingIPsAssociationTestJSON-912700346-project-member] Enqueued Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGHEST for action security_group_members [ 778.588029] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGHEST for action security_group_members [ 778.588312] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.588423] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.588500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.588801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.588801] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.588937] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.588937] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.589133] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.589231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.589295] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.604579] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.604674] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.604708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.604990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.605837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.605837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3fbb3e8-9fa0-4d3e-a536-743d13c0b4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.667505] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.667675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.667748] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.668628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.706374] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.706742] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.706898] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.706974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.707197] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.707314] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.707388] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 is going to be updated. [ 778.743226] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.743226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.743226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.743226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.743226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.760046] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: IN_PROGRESS for 2s [ 778.889345] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b442b4e9-d1b5-41ec-ba30-02472a672289 in Status: SUCCESS [ 778.889773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b442b4e9-d1b5-41ec-ba30-02472a672289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.032024] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.032024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.032024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.032024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.032024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.032024] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port b126ce28-d7bd-4673-8f09-1c0bd7bab757 not found, creating... [ 779.032024] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.032024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.032024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.032024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.032024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.032547] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.032547] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.032696] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.032983] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.033251] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.033486] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: b126ce28-d7bd-4673-8f09-1c0bd7bab757 is going to be created. [ 779.056841] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.056841] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.056841] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.056841] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.056841] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.056841] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-b126ce28-d7bd-4673-8f09-1c0bd7bab757" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.077567] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b61f1e33-d5d4-4ea0-beb7-94f1d7321595',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.091580] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.580223] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.580223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.580411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.580537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.580630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.580728] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 is going to be created. [ 779.593755] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.620576] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.620740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.621264] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.621264] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.621264] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.634198] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 in Status: UNINITIALIZED for 2s [ 780.096334] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.096622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.096622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.096781] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.097286] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.097286] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0aa571c-2efc-431b-bd67-13f96917028f is going to be updated. [ 780.128977] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.129167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.129237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.129446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.129586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.141037] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0aa571c-2efc-431b-bd67-13f96917028f in Status: IN_PROGRESS for 2s [ 780.196275] env[65674]: INFO networking_nsxv3.common.synchronization [req-a756af7e-939a-4056-b333-6a695619abdb req-317499eb-6c70-414f-bdc1-f3ddbaaed702 service nova] Enqueued Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_rules [ 780.196275] env[65674]: INFO networking_nsxv3.common.synchronization [req-a756af7e-939a-4056-b333-6a695619abdb req-317499eb-6c70-414f-bdc1-f3ddbaaed702 service nova] Enqueued Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 780.196275] env[65674]: INFO networking_nsxv3.common.synchronization [req-a756af7e-939a-4056-b333-6a695619abdb req-317499eb-6c70-414f-bdc1-f3ddbaaed702 service nova] Enqueued Resource ID: b126ce28-d7bd-4673-8f09-1c0bd7bab757 with Priority: HIGHEST for action port [ 780.196275] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_rules [ 780.196275] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 780.196275] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b126ce28-d7bd-4673-8f09-1c0bd7bab757 with Priority: HIGHEST for action port [ 780.196275] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.196275] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.196275] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.196275] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.196275] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.199892] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.199892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.199892] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-b126ce28-d7bd-4673-8f09-1c0bd7bab757 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.199892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b126ce28-d7bd-4673-8f09-1c0bd7bab757" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.199892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b126ce28-d7bd-4673-8f09-1c0bd7bab757" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.199892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b126ce28-d7bd-4673-8f09-1c0bd7bab757" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.199892] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b126ce28-d7bd-4673-8f09-1c0bd7bab757',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.336451] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 780.336808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.337081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.337373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.337661] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.337828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.337925] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.338206] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.338325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.338451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.338703] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.338858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.338962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.339196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.339440] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.339593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.339703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.339936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.340095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.340225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.340354] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.701639] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.701772] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.702609] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b126ce28-d7bd-4673-8f09-1c0bd7bab757 with status ACTIVE [ 780.702609] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.702609] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.702609] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.702609] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.702842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.702842] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.702911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.703199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.703199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.703199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.704473] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.704473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.704473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.704473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.704473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.704473] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b126ce28-d7bd-4673-8f09-1c0bd7bab757 is going to be updated. [ 780.751406] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.751607] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.751607] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.752846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.752846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.752846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b126ce28-d7bd-4673-8f09-1c0bd7bab757" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.768948] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: SUCCESS [ 780.769226] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 deletion is rescheduled due to dependency. [ 780.769349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.769509] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.769721] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.769905] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.770035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.770120] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.770252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.770332] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.770430] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.843863] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3df8546-2e9b-42c0-83a8-96700bfd5621: rpc.has_security_group_logging(os_id): False [ 780.871618] env[65674]: INFO networking_nsxv3.common.synchronization [req-a34f7b9f-06fe-4004-97e5-92acaab17500 req-995f90ff-5d70-44c0-b2a5-dbade6c3ea0a tempest-ServerTagsTestJSON-439580713 tempest-ServerTagsTestJSON-439580713-project-member] Enqueued Resource ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 with Priority: HIGHEST for action security_group_members [ 780.872893] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.872893] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.872893] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.873124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.874963] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 with Priority: HIGHEST for action security_group_members [ 780.875320] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.875441] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.875508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.875745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.875900] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.876007] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.876076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.876230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.876316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.876414] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fb2f2a1-1946-419c-af3d-9d2a88034bb3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.923494] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.923708] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.923840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.923959] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.924182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.924238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.924416] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.924536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.924571] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.924718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.924792] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.924984] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.925094] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.925157] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.925298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.925373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.925457] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 780.991053] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.991275] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.991348] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.991607] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.991708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.011289] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 781.215815] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.215815] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-312" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.215815] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-312" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.215815] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-312" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.216242] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.216434] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.216672] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.217088] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.217362] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.217777] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.218014] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.218247] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.218469] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.218695] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.218924] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.219204] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.240295] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.240694] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.240694] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.241018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-312" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.241443] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-dfceca1e-f650-48b8-bdfa-99ffe55fdc4a taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.241670] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-dfceca1e-f650-48b8-bdfa-99ffe55fdc4a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.241834] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-dfceca1e-f650-48b8-bdfa-99ffe55fdc4a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.242230] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-dfceca1e-f650-48b8-bdfa-99ffe55fdc4a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.242397] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfceca1e-f650-48b8-bdfa-99ffe55fdc4a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.272956] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.383780] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.383780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.383780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.383780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.383780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.383780] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.383780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.383780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.383780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.383780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.383780] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 already deleted. [ 781.383780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.647032] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 in Status: SUCCESS [ 781.647032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.647032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.647032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.647032] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.647032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.647032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.647032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.647032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.647032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.647032] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b61f1e33-d5d4-4ea0-beb7-94f1d7321595',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.745213] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.745449] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.745570] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.745849] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.746439] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.746439] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port dfceca1e-f650-48b8-bdfa-99ffe55fdc4a not found, creating... [ 781.746439] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.746645] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.746737] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.746964] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.747112] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.747400] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.747555] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.747668] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.747872] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.748008] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.748154] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: dfceca1e-f650-48b8-bdfa-99ffe55fdc4a is going to be created. [ 781.771903] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.772121] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.772223] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.772495] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.772722] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.772943] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-dfceca1e-f650-48b8-bdfa-99ffe55fdc4a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.774332] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.150331] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0aa571c-2efc-431b-bd67-13f96917028f in Status: SUCCESS [ 782.150558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.150909] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.151037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.151161] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.151410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.151577] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.151680] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.151769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.151891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.151970] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.152070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.152346] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.152445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.152503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.152647] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.152785] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.152876] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.152942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.153081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.153162] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.153242] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.153329] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b61f1e33-d5d4-4ea0-beb7-94f1d7321595',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.276787] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.277113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.277113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.277258] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.277349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.278025] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 is going to be updated. [ 782.308066] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.309050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.312126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.312427] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.312593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.322969] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: IN_PROGRESS for 2s [ 782.486890] env[65674]: INFO networking_nsxv3.common.synchronization [req-a34f7b9f-06fe-4004-97e5-92acaab17500 req-9d91c909-b0e6-4762-9fe5-af6b9ba43f5e service nova] Enqueued Resource ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 with Priority: HIGHEST for action security_group_rules [ 782.486957] env[65674]: INFO networking_nsxv3.common.synchronization [req-a34f7b9f-06fe-4004-97e5-92acaab17500 req-9d91c909-b0e6-4762-9fe5-af6b9ba43f5e service nova] Enqueued Resource ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 with Priority: HIGHEST for action security_group_members [ 782.487092] env[65674]: INFO networking_nsxv3.common.synchronization [req-a34f7b9f-06fe-4004-97e5-92acaab17500 req-9d91c909-b0e6-4762-9fe5-af6b9ba43f5e service nova] Enqueued Resource ID: dfceca1e-f650-48b8-bdfa-99ffe55fdc4a with Priority: HIGHEST for action port [ 782.487605] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 with Priority: HIGHEST for action security_group_rules [ 782.487745] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 with Priority: HIGHEST for action security_group_members [ 782.487841] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfceca1e-f650-48b8-bdfa-99ffe55fdc4a with Priority: HIGHEST for action port [ 782.488567] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fb2f2a1-1946-419c-af3d-9d2a88034bb3 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.488695] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.488762] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.489044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.489137] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fb2f2a1-1946-419c-af3d-9d2a88034bb3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.489978] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.490106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.490174] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.490621] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.490798] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.490901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.490966] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.491160] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.491241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.491332] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fb2f2a1-1946-419c-af3d-9d2a88034bb3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.492260] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfceca1e-f650-48b8-bdfa-99ffe55fdc4a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.492367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfceca1e-f650-48b8-bdfa-99ffe55fdc4a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.492420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfceca1e-f650-48b8-bdfa-99ffe55fdc4a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.492575] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfceca1e-f650-48b8-bdfa-99ffe55fdc4a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.492647] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfceca1e-f650-48b8-bdfa-99ffe55fdc4a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.656604] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b61f1e33-d5d4-4ea0-beb7-94f1d7321595: rpc.has_security_group_logging(os_id): False [ 782.679093] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.679093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.679093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.679093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.679093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.679093] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.679093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.679093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.679093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.679093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.680513] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.680513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.680513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.680513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.680513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.680513] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.680513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.680513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.680821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.680821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.680821] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 is going to be created. [ 782.767546] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.767708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.767777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.768053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.768186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.780514] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 in Status: IN_PROGRESS for 2s [ 782.995404] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fb2f2a1-1946-419c-af3d-9d2a88034bb3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.996131] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.996246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.996417] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfceca1e-f650-48b8-bdfa-99ffe55fdc4a with status ACTIVE [ 782.996576] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.996682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.996742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.996944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.997043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.997214] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.997311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.997374] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.997563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.997644] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.997830] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.997923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.997984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.998377] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.998432] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.998510] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfceca1e-f650-48b8-bdfa-99ffe55fdc4a is going to be updated. [ 783.023504] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.023504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.023719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.024269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.024269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.024269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfceca1e-f650-48b8-bdfa-99ffe55fdc4a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.036815] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 783.036815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.500861] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fb2f2a1-1946-419c-af3d-9d2a88034bb3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.595042] env[65674]: INFO networking_nsxv3.common.synchronization [req-d9f22f27-4b52-47aa-93ab-61c3ded87a09 req-305d4611-8599-4899-b918-5bffd77519b7 tempest-MigrationsAdminTest-205860385 tempest-MigrationsAdminTest-205860385-project-member] Enqueued Resource ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 with Priority: HIGHEST for action security_group_members [ 783.595386] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 with Priority: HIGHEST for action security_group_members [ 783.595770] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c66648d-ad13-4f76-8f6d-6104cc86cec2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.595896] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.595964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.596195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.596363] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.596456] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.596528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.596721] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.596810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.596939] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.962086] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.962086] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.962086] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.962484] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.962516] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.962867] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.962867] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.962964] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.964895] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.964895] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.964895] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.964895] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.964895] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.964895] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.964895] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.964895] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.984313] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.984525] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.984787] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.984974] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.985321] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-5a89b9dd-817f-47e1-8102-73bfb0f484d5 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.985491] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-5a89b9dd-817f-47e1-8102-73bfb0f484d5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.985619] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-5a89b9dd-817f-47e1-8102-73bfb0f484d5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.985966] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-5a89b9dd-817f-47e1-8102-73bfb0f484d5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.986133] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a89b9dd-817f-47e1-8102-73bfb0f484d5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.004485] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.004755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.004755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.004959] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.005077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.005285] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 is going to be created. [ 784.032728] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.032878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.032951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.033185] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.033348] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.046173] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 in Status: UNINITIALIZED for 2s [ 784.099520] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.333222] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: SUCCESS [ 784.333570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.333661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.333851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.334061] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.334184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.334275] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.334448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.334529] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.334615] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.334707] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.488532] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.488750] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.489216] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.489304] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.489496] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.489714] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 5a89b9dd-817f-47e1-8102-73bfb0f484d5 not found, creating... [ 784.490129] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.490446] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.490619] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.490958] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.491288] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.492043] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.492452] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.492452] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.492686] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.492862] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.493087] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 5a89b9dd-817f-47e1-8102-73bfb0f484d5 is going to be created. [ 784.569165] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.569165] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.569165] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.569165] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.569165] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.569165] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-5a89b9dd-817f-47e1-8102-73bfb0f484d5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.602013] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.805020] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 in Status: SUCCESS [ 784.805356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.837131] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.837412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.837515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.837818] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.838082] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.838217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.838301] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.838495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.838605] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.838694] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.838862] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.838950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.839066] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.839213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.839427] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.839540] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.839636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.839823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.839918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.840164] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.840288] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.104792] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.105052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.105130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.105364] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.105476] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.105603] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 is going to be updated. [ 785.137705] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.137900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.137946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.138252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.138846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.149601] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 in Status: IN_PROGRESS for 2s [ 785.251709] env[65674]: INFO networking_nsxv3.common.synchronization [req-d9f22f27-4b52-47aa-93ab-61c3ded87a09 req-2fe666f7-64a5-422e-9ef2-79c1547091ec service nova] Enqueued Resource ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 with Priority: HIGHEST for action security_group_rules [ 785.251908] env[65674]: INFO networking_nsxv3.common.synchronization [req-d9f22f27-4b52-47aa-93ab-61c3ded87a09 req-2fe666f7-64a5-422e-9ef2-79c1547091ec service nova] Enqueued Resource ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 with Priority: HIGHEST for action security_group_members [ 785.252066] env[65674]: INFO networking_nsxv3.common.synchronization [req-d9f22f27-4b52-47aa-93ab-61c3ded87a09 req-2fe666f7-64a5-422e-9ef2-79c1547091ec service nova] Enqueued Resource ID: 5a89b9dd-817f-47e1-8102-73bfb0f484d5 with Priority: HIGHEST for action port [ 785.255764] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 with Priority: HIGHEST for action security_group_rules [ 785.255975] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 with Priority: HIGHEST for action security_group_members [ 785.256741] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a89b9dd-817f-47e1-8102-73bfb0f484d5 with Priority: HIGHEST for action port [ 785.257703] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c66648d-ad13-4f76-8f6d-6104cc86cec2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.257703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.257703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.257881] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.257881] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.258804] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c66648d-ad13-4f76-8f6d-6104cc86cec2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.258914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.259121] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a89b9dd-817f-47e1-8102-73bfb0f484d5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.259221] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a89b9dd-817f-47e1-8102-73bfb0f484d5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.259285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a89b9dd-817f-47e1-8102-73bfb0f484d5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.259447] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a89b9dd-817f-47e1-8102-73bfb0f484d5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.259523] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a89b9dd-817f-47e1-8102-73bfb0f484d5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.344262] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ed8baf-5b75-403b-bc48-e220db859499: rpc.has_security_group_logging(os_id): False [ 785.361871] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.362024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.362154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.362718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.362827] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.363081] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.363189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.363254] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.363630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.363714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.363900] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.364009] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.364077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.364222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.364298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.364772] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.364877] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.364942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.365123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.365385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.365385] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 is going to be updated. [ 785.438772] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.438772] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.438772] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.438772] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.438772] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.450802] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: IN_PROGRESS for 2s [ 785.766239] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a89b9dd-817f-47e1-8102-73bfb0f484d5 with status ACTIVE [ 785.766239] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.766239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.766239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.766239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.766239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.766828] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.766828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.766828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.766828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.766828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.767027] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.767027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.767110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.767214] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.767308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.767373] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a89b9dd-817f-47e1-8102-73bfb0f484d5 is going to be updated. [ 785.768600] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c66648d-ad13-4f76-8f6d-6104cc86cec2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.768711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.799251] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.799340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.799399] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.799616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.799754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.799921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a89b9dd-817f-47e1-8102-73bfb0f484d5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.062973] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 in Status: SUCCESS [ 786.063226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.063849] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.063849] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.063849] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.064047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.064047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.064143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.064225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.064310] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.064399] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fb2f2a1-1946-419c-af3d-9d2a88034bb3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.114528] env[65674]: INFO networking_nsxv3.common.synchronization [req-22e97aa7-4d34-436e-8cd3-3889aff3e37a req-77cfb5c1-4c76-4f4f-86d7-ce0fe2c7f43f tempest-FloatingIPsAssociationNegativeTestJSON-448355759 tempest-FloatingIPsAssociationNegativeTestJSON-448355759-project-member] Enqueued Resource ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 with Priority: HIGHEST for action security_group_members [ 786.115214] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 with Priority: HIGHEST for action security_group_members [ 786.115590] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.115717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.115781] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.116052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.116214] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.116319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.116383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.116538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.116622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.116718] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.420512] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.420769] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-634" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.420897] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-634" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.421310] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-634" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.421618] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.421829] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.421895] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.422191] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.422418] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.422645] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.422767] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.422902] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.423026] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.423140] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.423242] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.423394] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.445324] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.445555] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.445730] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.445961] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-634" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.446392] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.446611] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.446778] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.447174] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.451021] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.567075] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.568032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.568032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.568032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.568032] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.568032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.568032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.568471] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.568471] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.568471] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.568569] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.568617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.568652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.570087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.570087] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.570087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.570087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.570087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.570087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.570087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.570087] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fb2f2a1-1946-419c-af3d-9d2a88034bb3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.618782] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.618940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.619047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.619383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.619465] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.619622] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.619712] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.619793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.619910] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.619977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.620073] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 already deleted. [ 786.620153] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.954028] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.954028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.954028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.954028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.954028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.954028] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8 not found, creating... [ 786.954028] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.954028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.954028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.955067] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.955361] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.955807] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.956416] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.956655] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.957077] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.957372] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.957649] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8 is going to be created. [ 786.987033] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.987033] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.987033] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.987033] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.987033] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.987033] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.072448] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fb2f2a1-1946-419c-af3d-9d2a88034bb3: rpc.has_security_group_logging(os_id): False [ 787.104671] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.104853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.104923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.105218] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.105315] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.105525] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.105626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.105684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.105840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.105915] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.106196] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.106349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.106446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.106630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.106723] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.106929] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.107083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.107178] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.107356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.107435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.107543] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 is going to be created. [ 787.169584] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 in Status: SUCCESS [ 787.169938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.170260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.170717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.171012] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.171257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.171356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.171607] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.172050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.172050] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.201605] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.201845] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.201955] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.202243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.202576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.218525] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 in Status: IN_PROGRESS for 2s [ 787.468230] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: SUCCESS [ 787.468611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.675591] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.773030] env[65674]: INFO networking_nsxv3.common.synchronization [req-22e97aa7-4d34-436e-8cd3-3889aff3e37a req-6bd60cd4-1a33-4c9e-88c2-21ad8913188e service nova] Enqueued Resource ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 with Priority: HIGHEST for action security_group_rules [ 787.773227] env[65674]: INFO networking_nsxv3.common.synchronization [req-22e97aa7-4d34-436e-8cd3-3889aff3e37a req-6bd60cd4-1a33-4c9e-88c2-21ad8913188e service nova] Enqueued Resource ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 with Priority: HIGHEST for action security_group_members [ 787.774066] env[65674]: INFO networking_nsxv3.common.synchronization [req-22e97aa7-4d34-436e-8cd3-3889aff3e37a req-6bd60cd4-1a33-4c9e-88c2-21ad8913188e service nova] Enqueued Resource ID: 94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8 with Priority: HIGHEST for action port [ 787.774066] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 with Priority: HIGHEST for action security_group_rules [ 787.776201] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 with Priority: HIGHEST for action security_group_members [ 787.776201] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8 with Priority: HIGHEST for action port [ 787.776327] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.776521] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.777041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.777041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.777739] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.778740] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.780271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.780271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.780271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.780271] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.781031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.781031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.781031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.781031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.781254] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.783421] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.784676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.784676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.784676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.784676] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.178040] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.287641] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8 with status ACTIVE [ 788.288111] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.288426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.288426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.288655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.288780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.289049] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.289318] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.289318] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.289534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.289625] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.289897] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.290019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.290019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.290195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.290269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.290358] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8 is going to be updated. [ 788.292584] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.292720] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.292902] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.321451] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.321934] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.322795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.322795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.322795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.322795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94f1b7cc-2ce5-4a20-88ea-939e4f14b2b8" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.681704] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.681899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.682064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.682365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.682478] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.682589] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 is going to be updated. [ 788.717925] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.718204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.718204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.718470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.718621] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.729263] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 in Status: IN_PROGRESS for 2s [ 788.795146] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.234602] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 in Status: SUCCESS [ 789.234602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.297690] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.297951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.298096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.298572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.298699] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.298841] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 is going to be created. [ 789.326726] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.326815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.326884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.327231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.327478] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.339100] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 in Status: UNINITIALIZED for 2s [ 789.545210] env[65674]: INFO networking_nsxv3.common.synchronization [req-6fb60c92-7956-4548-bce1-bf9ba03500c5 req-4795b0ba-78f1-4ca3-9936-545d54c3f47f tempest-ServersV294TestFqdnHostnames-1043679395 tempest-ServersV294TestFqdnHostnames-1043679395-project-member] Enqueued Resource ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf with Priority: HIGHEST for action security_group_members [ 789.545751] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf with Priority: HIGHEST for action security_group_members [ 789.548274] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-abc045af-bb90-4f35-8b83-0d6cdd7942bf taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.548456] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.548555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.548795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.548993] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.549114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.549248] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.549339] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.549428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.549526] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abc045af-bb90-4f35-8b83-0d6cdd7942bf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.885868] env[65674]: INFO networking_nsxv3.common.synchronization [req-55206f27-f597-4e87-ab8c-89a08afa562e req-41a824d5-293d-4f06-a495-81fa516845e2 tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 789.886728] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 789.887685] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.888402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.888559] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.890042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.890042] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.890042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.890042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.890042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.890042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.890602] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.053690] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.053929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.054029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.054198] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.077296] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.077573] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.077696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.077766] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.077968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.078084] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.078179] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf is going to be updated. [ 790.108248] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.108446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.108446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.108885] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.108885] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.120676] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf in Status: IN_PROGRESS for 2s [ 790.252028] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.252028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.252028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.252028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.252028] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.252028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.252028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.252987] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.253372] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.253735] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.254513] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.257113] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.257113] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.257113] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.257113] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.257113] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.279358] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.279510] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.279639] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.281029] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.281029] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-320b5e87-65a0-4a28-9e94-57a2d8580a6b taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.281029] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-320b5e87-65a0-4a28-9e94-57a2d8580a6b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.281029] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-320b5e87-65a0-4a28-9e94-57a2d8580a6b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.281029] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-320b5e87-65a0-4a28-9e94-57a2d8580a6b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.281029] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320b5e87-65a0-4a28-9e94-57a2d8580a6b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.392711] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.392870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.392944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.393189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.393284] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.393482] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.393587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.393651] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.393802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.393879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.393964] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d already deleted. [ 790.394057] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.751093] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 in Status: SUCCESS [ 790.751093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.751390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.751514] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.751708] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.751820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.751884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.752050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.752145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.752302] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.752407] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.784493] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.784704] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.784825] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.785230] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.785409] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.785565] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 320b5e87-65a0-4a28-9e94-57a2d8580a6b not found, creating... [ 790.785861] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.786014] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.786131] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.786369] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.786501] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.786773] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.786919] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.787100] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.787243] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.787368] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.787519] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 320b5e87-65a0-4a28-9e94-57a2d8580a6b is going to be created. [ 790.816499] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.816713] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.816755] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.817055] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.817321] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.817606] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-320b5e87-65a0-4a28-9e94-57a2d8580a6b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.255502] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c66648d-ad13-4f76-8f6d-6104cc86cec2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.255824] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.255824] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.255896] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.256077] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.256185] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.256248] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.256397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.256487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.256574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.256720] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c66648d-ad13-4f76-8f6d-6104cc86cec2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.256811] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.256879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.257015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.257188] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.257262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.257295] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.257423] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.257497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.257576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.257664] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.355435] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 in Status: SUCCESS [ 791.355670] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.355839] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.356082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.356281] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.356400] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.356468] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.356623] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.356714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.356798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.356935] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.762720] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c66648d-ad13-4f76-8f6d-6104cc86cec2: rpc.has_security_group_logging(os_id): False [ 791.786742] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.786925] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.786998] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.787243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.819152] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.819517] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.819677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.819759] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.819963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.820056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.820293] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.820394] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.820457] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.820610] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.820680] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.820868] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.821041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.821323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.821485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.822158] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.822158] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 is going to be updated. [ 791.859167] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.859389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.859517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.859663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.859860] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.860064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.860064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.860300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.860300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.860485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.860485] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.860643] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.860643] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.860843] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.860974] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.861560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.861560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.861560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.861560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.861560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.861560] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.895427] env[65674]: INFO networking_nsxv3.common.synchronization [req-183ba825-e1f9-44c3-9719-f6609349d363 req-959f1703-f0a6-4c1e-a39e-0fe17f7661b8 tempest-ServersWithSpecificFlavorTestJSON-726103393 tempest-ServersWithSpecificFlavorTestJSON-726103393-project-member] Enqueued Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_members [ 791.896059] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_members [ 791.896384] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34b17b8-7e99-4578-bceb-cff1fded689d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.896511] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.896581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.896777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.896928] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.897058] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.897128] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.897280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.897370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.897468] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.911226] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.912189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.912189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.912189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.912387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.926075] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 in Status: IN_PROGRESS for 2s [ 792.011481] env[65674]: INFO networking_nsxv3.common.synchronization [req-55206f27-f597-4e87-ab8c-89a08afa562e req-53fa88f0-9265-4b47-add4-fb044cc6ff54 service nova] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_rules [ 792.011651] env[65674]: INFO networking_nsxv3.common.synchronization [req-55206f27-f597-4e87-ab8c-89a08afa562e req-53fa88f0-9265-4b47-add4-fb044cc6ff54 service nova] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 792.011783] env[65674]: INFO networking_nsxv3.common.synchronization [req-55206f27-f597-4e87-ab8c-89a08afa562e req-53fa88f0-9265-4b47-add4-fb044cc6ff54 service nova] Enqueued Resource ID: 320b5e87-65a0-4a28-9e94-57a2d8580a6b with Priority: HIGHEST for action port [ 792.015582] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_rules [ 792.015749] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 792.015869] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320b5e87-65a0-4a28-9e94-57a2d8580a6b with Priority: HIGHEST for action port [ 792.016170] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.016325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.016446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.016655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.016749] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.017711] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.017848] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.017915] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.018109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.018268] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.018459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.018459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.018593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.018734] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.018801] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.020534] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-320b5e87-65a0-4a28-9e94-57a2d8580a6b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.020660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-320b5e87-65a0-4a28-9e94-57a2d8580a6b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.020711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-320b5e87-65a0-4a28-9e94-57a2d8580a6b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.020864] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-320b5e87-65a0-4a28-9e94-57a2d8580a6b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.021057] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320b5e87-65a0-4a28-9e94-57a2d8580a6b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.130845] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf in Status: SUCCESS [ 792.131075] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abc045af-bb90-4f35-8b83-0d6cdd7942bf deletion is rescheduled due to dependency. [ 792.131265] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abc045af-bb90-4f35-8b83-0d6cdd7942bf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.324605] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.325089] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-852" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.325089] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-852" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.325289] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-852" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.325569] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.325750] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.325869] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.326120] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.326276] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.326484] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.326613] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.326721] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.326824] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.326930] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.327037] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.327232] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.345737] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.345972] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.346103] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.346331] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-852" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.346784] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-4bb5eb22-317f-4977-9f84-9c422658c95a taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.347083] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-4bb5eb22-317f-4977-9f84-9c422658c95a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.347268] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-4bb5eb22-317f-4977-9f84-9c422658c95a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.347725] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-4bb5eb22-317f-4977-9f84-9c422658c95a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.347922] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb5eb22-317f-4977-9f84-9c422658c95a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.364339] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71: rpc.has_security_group_logging(os_id): False [ 792.383232] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.383534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.383641] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.383880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.384032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.384225] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.384332] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.384378] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.384535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.384607] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.384794] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.384889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.384954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.386059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.386059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.386059] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.386059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.386059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.386059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.386059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.386059] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 is going to be created. [ 792.399786] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.399959] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.400048] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.400249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.426000] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.426289] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.426430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.426501] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.426729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.426815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.426907] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34b17b8-7e99-4578-bceb-cff1fded689d is going to be updated. [ 792.457093] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.457272] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.457339] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.457496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.457633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.470834] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34b17b8-7e99-4578-bceb-cff1fded689d in Status: IN_PROGRESS for 2s [ 792.475848] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.476246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.476337] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.478021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.478021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.494033] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 in Status: IN_PROGRESS for 2s [ 792.523854] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.524086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.524270] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.525172] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 320b5e87-65a0-4a28-9e94-57a2d8580a6b with status ACTIVE [ 792.525349] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.525485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.525583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.525718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.525809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.525968] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.526087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.526223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.526363] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.526422] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.526636] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.526740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.526740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.526841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.526983] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.527092] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 320b5e87-65a0-4a28-9e94-57a2d8580a6b is going to be updated. [ 792.585643] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.585930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.586009] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.586327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.586516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.586717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-320b5e87-65a0-4a28-9e94-57a2d8580a6b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.850669] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.850896] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.851038] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.851409] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.851557] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.851728] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 4bb5eb22-317f-4977-9f84-9c422658c95a not found, creating... [ 792.851993] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.852222] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.852291] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.852517] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.852941] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.852941] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.853144] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.853231] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.853366] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.853509] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.853657] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 4bb5eb22-317f-4977-9f84-9c422658c95a is going to be created. [ 792.878363] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.878569] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.878688] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.878959] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.879200] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.879411] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-4bb5eb22-317f-4977-9f84-9c422658c95a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.030362] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.193365] env[65674]: INFO networking_nsxv3.common.synchronization [req-6e318aad-6a7c-469c-b84a-844a4ab7b3cf req-adb0303e-7e56-4d88-9393-55d226851b7f tempest-ServerGroupTestJSON-323660897 tempest-ServerGroupTestJSON-323660897-project-member] Enqueued Resource ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 with Priority: HIGHEST for action security_group_members [ 793.194853] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 with Priority: HIGHEST for action security_group_members [ 793.194853] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.194853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.194853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.194853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.195094] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.195094] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.195094] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.195239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.195324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.195436] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b61f1e33-d5d4-4ea0-beb7-94f1d7321595',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.533017] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.533344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.533344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.533597] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.533802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.533948] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be created. [ 793.561572] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.561952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.561952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.561952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.562151] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.573853] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: UNINITIALIZED for 2s [ 793.636672] env[65674]: INFO networking_nsxv3.common.synchronization [req-183ba825-e1f9-44c3-9719-f6609349d363 req-d9b449e7-c8de-44cb-8858-1778961a53c8 service nova] Enqueued Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_rules [ 793.636804] env[65674]: INFO networking_nsxv3.common.synchronization [req-183ba825-e1f9-44c3-9719-f6609349d363 req-d9b449e7-c8de-44cb-8858-1778961a53c8 service nova] Enqueued Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_members [ 793.636916] env[65674]: INFO networking_nsxv3.common.synchronization [req-183ba825-e1f9-44c3-9719-f6609349d363 req-d9b449e7-c8de-44cb-8858-1778961a53c8 service nova] Enqueued Resource ID: 4bb5eb22-317f-4977-9f84-9c422658c95a with Priority: HIGHEST for action port [ 793.637447] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_rules [ 793.637587] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_members [ 793.637684] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb5eb22-317f-4977-9f84-9c422658c95a with Priority: HIGHEST for action port [ 793.637949] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d34b17b8-7e99-4578-bceb-cff1fded689d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.638382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.638465] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.638682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.638744] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.640648] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34b17b8-7e99-4578-bceb-cff1fded689d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.640648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.640782] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bb5eb22-317f-4977-9f84-9c422658c95a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.640865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bb5eb22-317f-4977-9f84-9c422658c95a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.640865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bb5eb22-317f-4977-9f84-9c422658c95a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.641082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bb5eb22-317f-4977-9f84-9c422658c95a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.641180] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb5eb22-317f-4977-9f84-9c422658c95a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.697982] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.698186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.698237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.698472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.698587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.698797] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.698899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.698963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.699148] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.699216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.699310] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 is going to be updated. [ 793.727197] env[65674]: INFO networking_nsxv3.common.synchronization [req-e3098541-2075-423b-9085-13966e02e747 req-a7aa3804-a7e8-4e95-84c3-f8c12ddb7b61 tempest-ServerActionsV293TestJSON-870912278 tempest-ServerActionsV293TestJSON-870912278-project-member] Enqueued Resource ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 with Priority: HIGHEST for action security_group_members [ 793.729060] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 with Priority: HIGHEST for action security_group_members [ 793.729060] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.729060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.729060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.729060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.729393] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.729393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.729393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.729581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.729692] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.730726] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1eb2de6-d66a-4bca-8278-8e185e57c1a9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.736984] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.737165] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.737249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.737529] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.737649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.754790] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 in Status: IN_PROGRESS for 2s [ 793.939853] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 in Status: SUCCESS [ 793.940096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.141532] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34b17b8-7e99-4578-bceb-cff1fded689d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.141690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.143962] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bb5eb22-317f-4977-9f84-9c422658c95a with status ACTIVE [ 794.144167] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.144317] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.144367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.144565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.144655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.144806] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.144898] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.145252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.145252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.145252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.145342] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.146053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.146053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.146053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.146053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.146053] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bb5eb22-317f-4977-9f84-9c422658c95a is going to be updated. [ 794.166663] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.166816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.166874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.167094] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.167227] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.167383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bb5eb22-317f-4977-9f84-9c422658c95a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.233330] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.233330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.233330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.233546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.255512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.255796] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.256049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.256049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.256201] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.256259] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.256349] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 is going to be updated. [ 794.283321] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.284105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.284105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.284105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.284423] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.298078] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 in Status: IN_PROGRESS for 2s [ 794.482492] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34b17b8-7e99-4578-bceb-cff1fded689d in Status: SUCCESS [ 794.482909] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34b17b8-7e99-4578-bceb-cff1fded689d deletion is rescheduled due to dependency. [ 794.483159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.483461] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.483776] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.484106] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.484367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.484526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.484768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.484936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.485125] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.503164] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 in Status: SUCCESS [ 794.503398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.987283] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.491282] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.587092] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 795.587396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.587636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.587936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.588322] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.588430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.588479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.588655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.588755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.588863] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.589151] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.770616] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 in Status: SUCCESS [ 795.770872] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 deletion is rescheduled due to dependency. [ 795.771092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.001508] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.001957] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.001957] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.002109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.002109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.002217] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34b17b8-7e99-4578-bceb-cff1fded689d is going to be updated. [ 796.033494] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.033659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.033752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.033949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.034107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.043620] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34b17b8-7e99-4578-bceb-cff1fded689d in Status: IN_PROGRESS for 2s [ 796.092036] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.092221] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.092221] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.092401] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.092586] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.092733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.092794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.092906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.092993] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.093106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.093285] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.093406] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.093471] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.093628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.093843] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.093949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.094046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.094222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.094330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.094417] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.094509] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.310489] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 in Status: SUCCESS [ 796.310701] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eb2de6-d66a-4bca-8278-8e185e57c1a9 deletion is rescheduled due to dependency. [ 796.310701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eb2de6-d66a-4bca-8278-8e185e57c1a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.597325] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34c2ef34-85ee-4922-a486-aec2c25f301d: rpc.has_security_group_logging(os_id): False [ 796.616392] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.616616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.616683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.617014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.617404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.617665] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.617810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.618300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.618300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.618434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.618667] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.618774] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.618912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.619404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.619404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.619933] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.619933] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.619933] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.619933] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.619933] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.620337] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be created. [ 796.703454] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.703630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.703630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.703789] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.703976] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.719223] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: IN_PROGRESS for 2s [ 796.723779] env[65674]: INFO networking_nsxv3.common.synchronization [req-5d932d24-4438-4204-be81-70871316f8b1 req-25a70c46-72f8-440e-bae9-8464c53e2de7 tempest-ServerDiskConfigTestJSON-1535982359 tempest-ServerDiskConfigTestJSON-1535982359-project-member] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 796.724384] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 796.724733] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.724858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.724926] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.725471] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.725645] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.726045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.726045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.726045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.726246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.726246] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.076684] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.077029] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.077029] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.077274] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.077526] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.077776] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.077901] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.078125] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.078266] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.078469] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.078575] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.078675] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.078775] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.078874] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.078971] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.079337] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.098836] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.099014] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.099219] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.099352] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.099679] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-a6230437-7a04-46e3-858c-e936bb444e4f taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.099858] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-a6230437-7a04-46e3-858c-e936bb444e4f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.099972] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-a6230437-7a04-46e3-858c-e936bb444e4f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.100312] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-a6230437-7a04-46e3-858c-e936bb444e4f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.100443] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6230437-7a04-46e3-858c-e936bb444e4f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.229016] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.229216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.229292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.229512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.257317] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.257780] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.257780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.257912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.258049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.258149] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.258271] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 797.287086] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.287284] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.287370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.287669] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.287915] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.300543] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 797.603580] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.603853] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.603977] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.604642] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.604642] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.604642] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port a6230437-7a04-46e3-858c-e936bb444e4f not found, creating... [ 797.604849] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.605298] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.605298] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.605298] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.605426] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.605683] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.605835] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.605946] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.606163] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.606291] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.606425] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: a6230437-7a04-46e3-858c-e936bb444e4f is going to be created. [ 797.632687] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.633013] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.633110] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.633432] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.633692] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.634035] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-a6230437-7a04-46e3-858c-e936bb444e4f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.716447] env[65674]: INFO networking_nsxv3.common.synchronization [req-3826e502-5ef4-4d5b-9ca7-e830def4f05e req-aee7a57b-5d2d-4c22-a242-1aabc5cb6972 tempest-ServersAdminNegativeTestJSON-2132416119 tempest-ServersAdminNegativeTestJSON-2132416119-project-member] Enqueued Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGHEST for action security_group_members [ 797.717188] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGHEST for action security_group_members [ 797.717432] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.717573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.717639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.717845] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.718196] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.718357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.718427] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.718622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.718711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.718912] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.054773] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34b17b8-7e99-4578-bceb-cff1fded689d in Status: SUCCESS [ 798.054773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.055099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.055099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.055296] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.055417] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.055484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.055637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.055733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.055825] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.055920] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.221624] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.221900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.221900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.222111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.254877] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.255144] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.255275] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.255344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.256235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.256235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.256235] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a is going to be updated. [ 798.301057] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.301197] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.301267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.301492] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.301635] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.314121] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a in Status: IN_PROGRESS for 2s [ 798.344329] env[65674]: INFO networking_nsxv3.common.synchronization [req-5d932d24-4438-4204-be81-70871316f8b1 req-a776c7fe-3d7e-4239-b7a4-b577f604833a service nova] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_rules [ 798.344329] env[65674]: INFO networking_nsxv3.common.synchronization [req-5d932d24-4438-4204-be81-70871316f8b1 req-a776c7fe-3d7e-4239-b7a4-b577f604833a service nova] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 798.344329] env[65674]: INFO networking_nsxv3.common.synchronization [req-5d932d24-4438-4204-be81-70871316f8b1 req-a776c7fe-3d7e-4239-b7a4-b577f604833a service nova] Enqueued Resource ID: a6230437-7a04-46e3-858c-e936bb444e4f with Priority: HIGHEST for action port [ 798.344329] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_rules [ 798.344329] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 798.344329] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6230437-7a04-46e3-858c-e936bb444e4f with Priority: HIGHEST for action port [ 798.344329] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.344787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.344787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.344787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.344974] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.345776] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.346091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.346273] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6230437-7a04-46e3-858c-e936bb444e4f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.346408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6230437-7a04-46e3-858c-e936bb444e4f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.346491] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6230437-7a04-46e3-858c-e936bb444e4f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.346736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6230437-7a04-46e3-858c-e936bb444e4f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.346816] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6230437-7a04-46e3-858c-e936bb444e4f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.558714] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.734877] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 798.736091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.848659] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.848798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.848991] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6230437-7a04-46e3-858c-e936bb444e4f with status ACTIVE [ 798.849249] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.849379] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.849425] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.849629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.849721] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.849908] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.850008] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.850084] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.850245] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.850350] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.850554] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.850649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.850738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.850965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.850965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.851118] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6230437-7a04-46e3-858c-e936bb444e4f is going to be updated. [ 798.878967] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.879219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.879276] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.879727] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.879727] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.879917] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6230437-7a04-46e3-858c-e936bb444e4f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.061911] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d34b17b8-7e99-4578-bceb-cff1fded689d: rpc.has_security_group_logging(os_id): False [ 799.080973] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.081123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.081123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.081583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.081583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.081778] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.081900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.081980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.082156] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.082254] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.082371] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d34b17b8-7e99-4578-bceb-cff1fded689d is going to be updated. [ 799.150187] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.150508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.150508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.150711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.150947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.185797] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34b17b8-7e99-4578-bceb-cff1fded689d in Status: IN_PROGRESS for 2s [ 799.311988] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 799.311988] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 deletion is rescheduled due to dependency. [ 799.312324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.312324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.315797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.316052] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.316187] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.316257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.316461] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.316548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.316648] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.820258] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.323214] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.326792] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a in Status: SUCCESS [ 800.326931] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a deletion is rescheduled due to dependency. [ 800.327072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.627033] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.627546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.627627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.627857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.627972] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.825787] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.825787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.825787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.825935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.825973] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.826077] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 800.861821] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.861821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.861821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.861821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.861821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.869311] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 801.132080] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.201646] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34b17b8-7e99-4578-bceb-cff1fded689d in Status: SUCCESS [ 801.201646] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.636739] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.671815] env[65674]: INFO networking_nsxv3.common.synchronization [req-8c9937dc-5223-4979-bb8c-f96fe4371bca req-d3a04f3f-3d95-4b52-ab60-4ec5a868371e tempest-ServersAdminTestJSON-335483581 tempest-ServersAdminTestJSON-335483581-project-member] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 801.673694] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 801.673834] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.674078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.674078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.674293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.674454] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.674553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.674612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.675044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.675044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.675044] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.069596] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.069737] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-387" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.069779] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-387" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.070017] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-387" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.072422] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.072422] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.072422] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.072422] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.072422] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.072422] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.072422] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.072764] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.072764] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.072764] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.072871] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.075055] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.098123] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.098636] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.098872] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.099110] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-387" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.099396] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-5ca7bd86-d946-4fff-a93a-b9ab81af475c taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.099568] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-5ca7bd86-d946-4fff-a93a-b9ab81af475c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.099685] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-5ca7bd86-d946-4fff-a93a-b9ab81af475c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.100011] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-5ca7bd86-d946-4fff-a93a-b9ab81af475c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.100154] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ca7bd86-d946-4fff-a93a-b9ab81af475c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.138734] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 802.138876] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 802.181192] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.604451] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.604765] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.604892] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.605230] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.605387] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.605544] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 5ca7bd86-d946-4fff-a93a-b9ab81af475c not found, creating... [ 802.605821] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.605974] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.606160] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.606415] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.606550] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.606875] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.608061] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.608464] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.608687] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.608843] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.609224] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 5ca7bd86-d946-4fff-a93a-b9ab81af475c is going to be created. [ 802.633394] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.633584] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.633712] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.634014] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.635017] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.635017] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-5ca7bd86-d946-4fff-a93a-b9ab81af475c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.685502] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.881799] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 802.882581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.882870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.883120] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.883453] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.883656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.883731] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.883921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.884040] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.885041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.885141] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.086647] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.086814] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.086887] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.087130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.102275] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 803.263070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.264188] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 803.266275] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.266440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.266480] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.266652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.266735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.266825] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be updated. [ 803.298406] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.298551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.298681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.298925] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.299124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.301731] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.301852] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.301922] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.302113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.308028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.308540] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 803.308618] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 803.308702] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 803.318082] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: IN_PROGRESS for 2s [ 803.349832] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.350110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.350240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.350572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.351721] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.351955] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 803.387776] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.387969] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.387969] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.388207] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.388370] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.388486] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.388547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.388689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.388772] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.388856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.388990] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.389260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.389316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.389481] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.389649] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.389745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.389807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.389946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.390046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.390129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.390216] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.398490] env[65674]: INFO networking_nsxv3.common.synchronization [req-8c9937dc-5223-4979-bb8c-f96fe4371bca req-636833d4-2325-43ca-8145-e4a6ce289677 service nova] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_rules [ 803.398688] env[65674]: INFO networking_nsxv3.common.synchronization [req-8c9937dc-5223-4979-bb8c-f96fe4371bca req-636833d4-2325-43ca-8145-e4a6ce289677 service nova] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 803.398857] env[65674]: INFO networking_nsxv3.common.synchronization [req-8c9937dc-5223-4979-bb8c-f96fe4371bca req-636833d4-2325-43ca-8145-e4a6ce289677 service nova] Enqueued Resource ID: 5ca7bd86-d946-4fff-a93a-b9ab81af475c with Priority: HIGHEST for action port [ 803.399561] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_rules [ 803.399699] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 803.399798] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca7bd86-d946-4fff-a93a-b9ab81af475c with Priority: HIGHEST for action port [ 803.400084] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.400198] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.400263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.400454] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.400517] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.401465] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.401582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.401810] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ca7bd86-d946-4fff-a93a-b9ab81af475c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.401920] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ca7bd86-d946-4fff-a93a-b9ab81af475c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.401972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ca7bd86-d946-4fff-a93a-b9ab81af475c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.402109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ca7bd86-d946-4fff-a93a-b9ab81af475c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.402196] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ca7bd86-d946-4fff-a93a-b9ab81af475c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.418103] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.418290] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.418290] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.418490] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.418714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.418931] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 803.486741] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.486894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.486957] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.487197] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.487652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.487652] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 803.487797] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9c464c5f-459b-4034-a013-da1f500809ee', 'bc5bbf39-8a01-4d0f-bbbb-db00a782420a', 'c0aa571c-2efc-431b-bd67-13f96917028f', '85f54a4e-dc6c-4359-82ce-24d0bc273c5c', 'd34b17b8-7e99-4578-bceb-cff1fded689d', '63abf908-fd42-467b-8387-085d1baa3677', 'e355a918-7747-45b3-bdbf-e183f4cc4f29', '0381a687-bb57-403a-a169-dd95f90858b0', '95ed8baf-5b75-403b-bc48-e220db859499', 'a9501479-b64d-461e-9e95-7fe1134fcfad', '220616ad-2bfa-453b-be19-7b20ac393a5d', 'f3df8546-2e9b-42c0-83a8-96700bfd5621', 'e456b75f-c238-418c-899e-c305ae930007', 'c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc', '1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5', 'ebc2631f-0767-4b15-8810-571242539b3b', '0c9b00ec-cad1-4a51-bf2f-010ddf3142db', 'e4ca1e63-0403-424d-a8ed-0a61f6e93cdb', 'd237632f-4d7a-4d2b-9c4d-e5ca0aca7231', '75d5c297-4995-4ae9-a8d8-1610154a7efb', 'b61f1e33-d5d4-4ea0-beb7-94f1d7321595', '34c2ef34-85ee-4922-a486-aec2c25f301d', 'abc045af-bb90-4f35-8b83-0d6cdd7942bf', 'ecaa21e3-3de1-4e66-b644-06fb56df49cc', 'c1eb2de6-d66a-4bca-8278-8e185e57c1a9', '162b4c36-798b-4363-a0d9-78e9e0020b87', 'ed8e93ce-c9ad-4a02-a966-730058f802d2', '3fb2f2a1-1946-419c-af3d-9d2a88034bb3', '3e1ed471-f65f-40d6-8b21-2b0474dba053', 'ab0608f5-d5dd-4c66-919c-b7f19df42c7e', 'b442b4e9-d1b5-41ec-ba30-02472a672289', '0c66648d-ad13-4f76-8f6d-6104cc86cec2', '42396e53-d400-46eb-89f6-b7ef6c030927', '033c299f-38c7-460b-a3ea-abb40ff08db5', 'ae0588fe-aa7f-40b4-9066-a3dec64ca364', 'ca46bcba-a622-49db-a499-2cceec2bfef6', 'fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71'} {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 803.487797] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 803.511924] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.512126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.512206] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.512474] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.512574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.512687] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 803.512757] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 803.512828] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 803.584009] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.584167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.584238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.584450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.585769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.586040] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 803.586124] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 803.586187] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 803.586253] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 803.586354] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 803.586426] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c464c5f-459b-4034-a013-da1f500809ee with Priority: HIGH for action security_group_rules [ 803.586524] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGH for action security_group_rules [ 803.586578] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGH for action security_group_rules [ 803.586643] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c with Priority: HIGH for action security_group_rules [ 803.586714] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGH for action security_group_rules [ 803.586757] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGH for action security_group_rules [ 803.586813] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGH for action security_group_rules [ 803.586873] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0381a687-bb57-403a-a169-dd95f90858b0 with Priority: HIGH for action security_group_rules [ 803.586959] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGH for action security_group_rules [ 803.587019] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9501479-b64d-461e-9e95-7fe1134fcfad with Priority: HIGH for action security_group_rules [ 803.587141] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 220616ad-2bfa-453b-be19-7b20ac393a5d with Priority: HIGH for action security_group_rules [ 803.587141] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGH for action security_group_rules [ 803.587213] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGH for action security_group_rules [ 803.587213] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc with Priority: HIGH for action security_group_rules [ 803.587273] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 with Priority: HIGH for action security_group_rules [ 803.587326] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGH for action security_group_rules [ 803.587387] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db with Priority: HIGH for action security_group_rules [ 803.587449] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb with Priority: HIGH for action security_group_rules [ 803.587510] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGH for action security_group_rules [ 803.587571] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb with Priority: HIGH for action security_group_rules [ 803.587668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.896360] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42396e53-d400-46eb-89f6-b7ef6c030927: rpc.has_security_group_logging(os_id): False [ 803.905030] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.905030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.905030] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ca7bd86-d946-4fff-a93a-b9ab81af475c with status ACTIVE [ 803.906264] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.906420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.906490] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.906742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.906891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.907173] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.907269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.907335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.907500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.907581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.907768] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.907860] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.907919] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.908073] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.908146] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.908228] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ca7bd86-d946-4fff-a93a-b9ab81af475c is going to be updated. [ 803.914818] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.914962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.915115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.915273] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.932279] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.932279] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.932411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.932544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.933327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.933327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ca7bd86-d946-4fff-a93a-b9ab81af475c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.946397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.946687] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.946879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.946879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.947103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.947145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.947347] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.947444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.947508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.947777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.947777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.947902] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.947991] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.948063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.948202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.948275] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.948371] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 804.029360] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.029519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.029594] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.029855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.030025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.047318] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 805.331196] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: SUCCESS [ 805.331196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.331196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.331943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.332265] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.332470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.332580] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.332859] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.333176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.333578] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.836141] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.011762] env[65674]: INFO networking_nsxv3.common.synchronization [req-b4636a21-13e1-4c7b-8345-c237ef37bf5a req-78093520-8325-419f-9f0f-fac858e219d1 tempest-ImagesOneServerNegativeTestJSON-1196337290 tempest-ImagesOneServerNegativeTestJSON-1196337290-project-member] Enqueued Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 806.012456] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 806.012635] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c464c5f-459b-4034-a013-da1f500809ee with Priority: HIGH for action security_group_rules [ 806.012745] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGH for action security_group_rules [ 806.012848] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGH for action security_group_rules [ 806.012944] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 with Priority: HIGH for action security_group_rules [ 806.013067] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb with Priority: HIGH for action security_group_rules [ 806.013157] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGH for action security_group_rules [ 806.013247] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb with Priority: HIGH for action security_group_rules [ 806.013342] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db with Priority: HIGH for action security_group_rules [ 806.013429] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc with Priority: HIGH for action security_group_rules [ 806.013515] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGH for action security_group_rules [ 806.013635] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGH for action security_group_rules [ 806.013732] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGH for action security_group_rules [ 806.013867] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220616ad-2bfa-453b-be19-7b20ac393a5d with Priority: HIGH for action security_group_rules [ 806.013937] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9501479-b64d-461e-9e95-7fe1134fcfad with Priority: HIGH for action security_group_rules [ 806.013981] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGH for action security_group_rules [ 806.014080] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGH for action security_group_rules [ 806.014165] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0381a687-bb57-403a-a169-dd95f90858b0 with Priority: HIGH for action security_group_rules [ 806.014252] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGH for action security_group_rules [ 806.014338] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a with Priority: HIGH for action security_group_rules [ 806.014423] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c with Priority: HIGH for action security_group_rules [ 806.014721] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.014845] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.014910] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.015122] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.015325] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.015439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.015497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.015650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.015732] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.015825] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.016688] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c464c5f-459b-4034-a013-da1f500809ee taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.016802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.016867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.017028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.017104] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c464c5f-459b-4034-a013-da1f500809ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.018151] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.018151] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.018293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.018390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.018460] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.020891] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.020891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.021034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.022678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.022678] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.022678] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.022678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.022678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.022678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.022678] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.024973] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75d5c297-4995-4ae9-a8d8-1610154a7efb taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.025123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.025123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.025280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.025395] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75d5c297-4995-4ae9-a8d8-1610154a7efb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.027698] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.027866] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.027940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.028335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.028335] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.029976] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.030106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.030173] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.030338] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.030404] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ca1e63-0403-424d-a8ed-0a61f6e93cdb',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.031383] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.031499] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.031564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.031718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.031791] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c9b00ec-cad1-4a51-bf2f-010ddf3142db',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.032845] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.032946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.033014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.033371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.033541] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.033748] env[65674]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 806.034379] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.034488] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.034554] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.034702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.034773] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.035571] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.035922] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.035922] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.035922] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.036067] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.036154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.036224] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.037016] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-220616ad-2bfa-453b-be19-7b20ac393a5d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.037125] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.037194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.037342] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.037415] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('220616ad-2bfa-453b-be19-7b20ac393a5d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.038315] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9501479-b64d-461e-9e95-7fe1134fcfad taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.038426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.038491] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.038637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.038707] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9501479-b64d-461e-9e95-7fe1134fcfad',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.039505] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.039612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.039676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.039819] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.039889] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.040673] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63abf908-fd42-467b-8387-085d1baa3677 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.040778] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.040844] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.040990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.041075] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.042269] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0381a687-bb57-403a-a169-dd95f90858b0 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.042359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.042437] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.042589] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.042665] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0381a687-bb57-403a-a169-dd95f90858b0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.044594] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d34b17b8-7e99-4578-bceb-cff1fded689d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.044594] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.044594] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.044594] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.044594] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.044918] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc5bbf39-8a01-4d0f-bbbb-db00a782420a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.045034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.045101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.045247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.045320] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc5bbf39-8a01-4d0f-bbbb-db00a782420a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.046228] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f54a4e-dc6c-4359-82ce-24d0bc273c5c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.046355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.046448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.046596] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.046684] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f54a4e-dc6c-4359-82ce-24d0bc273c5c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.046926] env[65674]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 806.075845] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 806.075845] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.082325] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.082325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.082556] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.082556] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.107522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.107656] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be deleted. [ 806.162295] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.162398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.162398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.162971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.162971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.162971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.338158] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.549345] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.549345] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.549345] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.550090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.550090] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.550090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.550090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.550090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.550329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.550329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.550329] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.551574] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c464c5f-459b-4034-a013-da1f500809ee taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.551574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.551574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.551816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.551816] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.551905] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.551952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.552083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.552159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.552313] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.552364] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c464c5f-459b-4034-a013-da1f500809ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.553914] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.553914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.553914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.553914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.577177] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.577177] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.577177] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.577177] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.577177] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.577177] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.577177] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 is going to be updated. [ 806.581280] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34b17b8-7e99-4578-bceb-cff1fded689d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.581445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.581484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.581677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.581838] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.582013] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.582013] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.582184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.582275] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.582342] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.582459] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.592290] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-220616ad-2bfa-453b-be19-7b20ac393a5d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.592599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.592599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.592706] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.592836] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.592928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.592995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.593219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.593253] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.593321] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.593409] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('220616ad-2bfa-453b-be19-7b20ac393a5d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.594998] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.594998] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.595205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.595205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.595335] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.595428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.595488] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.595627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.595710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.595794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.595929] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.599893] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.600052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.600160] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.600607] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.601076] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.601265] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.601329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.601493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.601643] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.601715] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.601781] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.609768] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-63abf908-fd42-467b-8387-085d1baa3677 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.609894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.609991] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.610172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.610337] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.610440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.610862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.610862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.610862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.610862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.611056] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.617134] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.617661] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('220616ad-2bfa-453b-be19-7b20ac393a5d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.640467] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.640592] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.640822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.640822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.641035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.641204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.646432] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.646645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.646697] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.646922] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.649307] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.649449] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.703206] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.703433] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.704391] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.704534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.705681] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.705746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.706623] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.706728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.707387] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: IN_PROGRESS for 2s [ 806.708185] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.708285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.709094] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.709195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.710678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.710842] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc5bbf39-8a01-4d0f-bbbb-db00a782420a is going to be deleted. [ 806.712010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.712334] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.714517] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.714671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.716070] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.716232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.717130] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.717224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.756448] env[65674]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 806.757042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.757194] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ca1e63-0403-424d-a8ed-0a61f6e93cdb is going to be deleted. [ 806.758230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.758447] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.758541] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.758640] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 is going to be deleted. [ 806.759516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.759713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.799247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.799463] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9501479-b64d-461e-9e95-7fe1134fcfad is going to be deleted. [ 806.800427] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.800671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.818473] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.818595] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.825403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.825403] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f54a4e-dc6c-4359-82ce-24d0bc273c5c is going to be deleted. [ 806.826123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.826356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.841897] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.841897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.841897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.842126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.842370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.842370] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be updated. [ 806.845179] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.845305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.847213] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.847384] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.855272] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.855517] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5 is going to be deleted. [ 806.856735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.857096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.879842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.880123] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0381a687-bb57-403a-a169-dd95f90858b0 is going to be deleted. [ 806.881432] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.881676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.898124] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.898308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.899523] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.899695] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.899768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.900563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.900764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.904051] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.904212] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c9b00ec-cad1-4a51-bf2f-010ddf3142db is going to be deleted. [ 806.906441] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.906835] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.907887] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.908177] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.908373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.908515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9501479-b64d-461e-9e95-7fe1134fcfad" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.909107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.909304] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.930539] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: IN_PROGRESS for 2s [ 806.975614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.975795] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be deleted. [ 806.977646] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.977988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.013739] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.013739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.054798] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.055102] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.055398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.055523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.055697] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.055808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.055911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.056123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.056221] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.056357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.056564] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.056721] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.056762] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.056928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.057110] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.057209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.057438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.057438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.057537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.058866] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.058866] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.059389] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c464c5f-459b-4034-a013-da1f500809ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.061158] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.061335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.065753] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.065753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.068046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.068046] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc is going to be deleted. [ 807.068046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.068228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.068228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.068618] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc5bbf39-8a01-4d0f-bbbb-db00a782420a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.068618] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.068772] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.068819] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.068958] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.070082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.070082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.070082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.070301] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ca1e63-0403-424d-a8ed-0a61f6e93cdb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.070446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.070614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.070689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.070972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f54a4e-dc6c-4359-82ce-24d0bc273c5c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.070972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.071464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.085774] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.118721] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebc2631f-0767-4b15-8810-571242539b3b: rpc.has_security_group_logging(os_id): False [ 807.120116] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 220616ad-2bfa-453b-be19-7b20ac393a5d: rpc.has_security_group_logging(os_id): False [ 807.121515] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.121662] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.122149] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.122149] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.122241] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.122867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.122867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.122867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.122867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.122867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.123124] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.123235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.123325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.123512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.123703] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.123810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.123873] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.124108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.124237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.124335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.124428] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.140090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.144081] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75d5c297-4995-4ae9-a8d8-1610154a7efb is going to be deleted. [ 807.144081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.144081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.144359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.144359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1822e5c4-ad5f-48ad-8781-0c4bfd0e3ab5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.144590] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.144842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.144944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.145100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0381a687-bb57-403a-a169-dd95f90858b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.145735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.145916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.146037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.146169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c9b00ec-cad1-4a51-bf2f-010ddf3142db" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.164276] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63abf908-fd42-467b-8387-085d1baa3677: rpc.has_security_group_logging(os_id): False [ 807.166270] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.166537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.166537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.166734] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.166795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.166916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.175913] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.175913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.175913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.176157] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.178231] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.178231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.218479] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.218713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.230884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.231324] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.231475] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.231564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.231831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.231937] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.232109] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebc2631f-0767-4b15-8810-571242539b3b is going to be updated. [ 807.234077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.234426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.268860] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.269111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.270511] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.270869] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.271055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.271131] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.271490] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.271628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.271802] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 220616ad-2bfa-453b-be19-7b20ac393a5d is going to be updated. [ 807.273079] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.273304] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.296260] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.296467] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.321424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.324024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.324024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.324024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.324024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.324024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.324024] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63abf908-fd42-467b-8387-085d1baa3677 is going to be updated. [ 807.324401] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.324401] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.324401] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.324560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d3e8ff-d0b6-47a0-a2d0-4c9f9075e5fc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.324691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.324835] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.324918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.325035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75d5c297-4995-4ae9-a8d8-1610154a7efb" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.389626] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.389626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.389626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.391034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.391034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.413854] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: IN_PROGRESS for 2s [ 807.492112] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.492531] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.492531] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.492639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.492788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.497096] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.497096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.497096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.500027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.500027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.541489] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63abf908-fd42-467b-8387-085d1baa3677 in Status: IN_PROGRESS for 2s [ 807.543409] env[65674]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 807.543971] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 220616ad-2bfa-453b-be19-7b20ac393a5d in Status: IN_PROGRESS for 2s [ 807.563617] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0aa571c-2efc-431b-bd67-13f96917028f: rpc.has_security_group_logging(os_id): False [ 807.564841] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c464c5f-459b-4034-a013-da1f500809ee: rpc.has_security_group_logging(os_id): False [ 807.586360] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.586507] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.586605] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.586834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.587892] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d34b17b8-7e99-4578-bceb-cff1fded689d: rpc.has_security_group_logging(os_id): False [ 807.595732] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.595732] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.611693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.611886] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.612023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.612079] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.612249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.612465] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.612580] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c464c5f-459b-4034-a013-da1f500809ee is going to be updated. [ 807.614928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.615160] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.618972] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.619149] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.628031] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3df8546-2e9b-42c0-83a8-96700bfd5621: rpc.has_security_group_logging(os_id): False [ 807.654840] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.655043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.660563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.661611] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.661611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.661611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.661611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.661611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.661611] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.662033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.662033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.662033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.662033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.662147] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.662221] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.662273] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.662418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.662493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.662588] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0aa571c-2efc-431b-bd67-13f96917028f is going to be updated. [ 807.664080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.664611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.696427] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.696796] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.696907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.696969] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.697189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.697308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.697404] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d34b17b8-7e99-4578-bceb-cff1fded689d is going to be updated. [ 807.698568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.699542] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.761316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.761690] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.763444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.763444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.763444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.763444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.763444] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.763444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.763444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.763444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.763444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.763444] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.763444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.763444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.763444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.763444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.764175] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 807.765880] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.766083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.766179] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.766382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.766539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.799924] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.802021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.802021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.802021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.802021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.806185] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c464c5f-459b-4034-a013-da1f500809ee in Status: IN_PROGRESS for 2s [ 807.832977] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0aa571c-2efc-431b-bd67-13f96917028f in Status: IN_PROGRESS for 2s [ 807.844044] env[65674]: INFO networking_nsxv3.common.synchronization [None req-f03bddfd-6269-49ec-a2ca-e6f4c644c3b7 None None] Enqueued Resource ID: ab294c92-cae8-4f22-bda5-0dcdf7ae76f9 with Priority: HIGHEST for action port [ 807.844630] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab294c92-cae8-4f22-bda5-0dcdf7ae76f9 with Priority: HIGHEST for action port [ 807.845355] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab294c92-cae8-4f22-bda5-0dcdf7ae76f9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.845493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab294c92-cae8-4f22-bda5-0dcdf7ae76f9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.845557] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab294c92-cae8-4f22-bda5-0dcdf7ae76f9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.846027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab294c92-cae8-4f22-bda5-0dcdf7ae76f9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.846027] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab294c92-cae8-4f22-bda5-0dcdf7ae76f9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.851335] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.851335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.851335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.851662] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.851713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.868159] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34b17b8-7e99-4578-bceb-cff1fded689d in Status: IN_PROGRESS for 2s [ 807.960279] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.960437] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.960528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.960796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.960974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.980097] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 808.347814] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab294c92-cae8-4f22-bda5-0dcdf7ae76f9 [ 808.348134] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.348271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.348354] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.348856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.348856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.349044] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab294c92-cae8-4f22-bda5-0dcdf7ae76f9 already deleted. [ 808.349097] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab294c92-cae8-4f22-bda5-0dcdf7ae76f9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.721535] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: SUCCESS [ 808.721831] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 deletion is rescheduled due to dependency. [ 808.721911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.927216] env[65674]: INFO networking_nsxv3.common.synchronization [req-0da98937-8e46-4a14-a3bf-7b770f7f7ae9 req-67833d22-82ae-487e-b5f0-4909b873b0b9 tempest-AttachInterfacesUnderV243Test-1876870830 tempest-AttachInterfacesUnderV243Test-1876870830-project-member] Enqueued Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_members [ 808.927655] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_members [ 808.927796] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-036e0ecd-8aa5-4495-8401-7f8c72f804f2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.928189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.928189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.928435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.928435] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.928624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.928624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.928748] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.928824] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.928915] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.940373] env[65674]: INFO networking_nsxv3.common.synchronization [req-4c1645ea-1ab5-4334-8e94-f10fb6ac24aa req-3e854b7c-4291-47e9-8e4e-9dbeef8aa7e3 tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 808.941451] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: SUCCESS [ 808.941565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.942022] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 808.942299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.942542] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.942712] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.942816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.942880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.943044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.943134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.943236] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.943327] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.944193] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.944303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.944389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.944575] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.944710] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.944804] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.944866] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.945778] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.945905] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.946071] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.317451] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.317655] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-465" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.317775] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-465" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.318145] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-465" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.318406] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.318565] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.318681] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.318895] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.319202] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.319459] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.319579] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.319686] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.319792] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.319898] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.319997] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.320175] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.339289] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.339484] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.339620] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.339790] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-465" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.340122] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-048112fc-4805-4c66-9176-6ca43734819b taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.340291] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-048112fc-4805-4c66-9176-6ca43734819b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.340409] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-048112fc-4805-4c66-9176-6ca43734819b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.340717] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-048112fc-4805-4c66-9176-6ca43734819b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.340847] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('048112fc-4805-4c66-9176-6ca43734819b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.425969] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: SUCCESS [ 809.426262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.431831] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.431981] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.432034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.432274] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.432387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.432591] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.432700] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.432754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.432913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.433163] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.433163] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 already deleted. [ 809.433163] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.447658] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.447808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.447860] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.448169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.448246] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.448297] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.448374] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.448535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.448618] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.448701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.448843] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.448933] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.448984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.449201] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.449339] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.449430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.449487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.449619] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.449691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.449767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.449854] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.450992] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.450992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.451935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.452569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.476256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.476615] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.476699] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.476753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.476957] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.477072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.477196] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be updated. [ 809.511632] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.511996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.511996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.512114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.512311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.521163] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: IN_PROGRESS for 2s [ 809.555520] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63abf908-fd42-467b-8387-085d1baa3677 in Status: SUCCESS [ 809.555800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.556802] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 220616ad-2bfa-453b-be19-7b20ac393a5d in Status: SUCCESS [ 809.557039] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.821636] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c464c5f-459b-4034-a013-da1f500809ee in Status: SUCCESS [ 809.821978] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.844266] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.844981] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.844981] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.845215] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.845215] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.845340] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 048112fc-4805-4c66-9176-6ca43734819b not found, creating... [ 809.845701] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.845813] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.845893] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.846121] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.846260] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.846544] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.846711] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.846824] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.848189] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.848189] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.848189] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 048112fc-4805-4c66-9176-6ca43734819b is going to be created. [ 809.857374] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0aa571c-2efc-431b-bd67-13f96917028f in Status: SUCCESS [ 809.857578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.875406] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.875406] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.875406] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.875659] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.875694] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.875873] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-048112fc-4805-4c66-9176-6ca43734819b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.887373] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34b17b8-7e99-4578-bceb-cff1fded689d in Status: SUCCESS [ 809.887763] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.954157] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e456b75f-c238-418c-899e-c305ae930007: rpc.has_security_group_logging(os_id): False [ 809.980078] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.980078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.980078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.980078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.004517] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 810.004517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.012243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.012243] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.012243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.012243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.012243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.012243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.012243] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.012243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.012243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.012243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.012243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.012243] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.012243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.012243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.012846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.012846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.012846] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be updated. [ 810.045268] env[65674]: INFO networking_nsxv3.common.synchronization [None req-6682a500-db57-43b4-9692-7018507277b9 None None] Enqueued Resource ID: 12bdeea8-b51f-4a04-b43b-6338df423740 with Priority: HIGHEST for action port [ 810.046743] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12bdeea8-b51f-4a04-b43b-6338df423740 with Priority: HIGHEST for action port [ 810.047314] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-12bdeea8-b51f-4a04-b43b-6338df423740 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.047705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12bdeea8-b51f-4a04-b43b-6338df423740" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.048035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12bdeea8-b51f-4a04-b43b-6338df423740" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.048820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12bdeea8-b51f-4a04-b43b-6338df423740" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.048820] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12bdeea8-b51f-4a04-b43b-6338df423740',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.099593] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.099824] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.099929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.100191] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.100360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.116133] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: IN_PROGRESS for 2s [ 810.552520] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12bdeea8-b51f-4a04-b43b-6338df423740 [ 810.552520] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.552520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.552520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.552520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.552520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.552520] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12bdeea8-b51f-4a04-b43b-6338df423740 already deleted. [ 810.552520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12bdeea8-b51f-4a04-b43b-6338df423740" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.612692] env[65674]: INFO networking_nsxv3.common.synchronization [req-0da98937-8e46-4a14-a3bf-7b770f7f7ae9 req-43ca23c5-4513-4427-b526-038ee9edaca8 service nova] Enqueued Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_rules [ 810.612782] env[65674]: INFO networking_nsxv3.common.synchronization [req-0da98937-8e46-4a14-a3bf-7b770f7f7ae9 req-43ca23c5-4513-4427-b526-038ee9edaca8 service nova] Enqueued Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_members [ 810.612856] env[65674]: INFO networking_nsxv3.common.synchronization [req-0da98937-8e46-4a14-a3bf-7b770f7f7ae9 req-43ca23c5-4513-4427-b526-038ee9edaca8 service nova] Enqueued Resource ID: 048112fc-4805-4c66-9176-6ca43734819b with Priority: HIGHEST for action port [ 810.613382] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_rules [ 810.613515] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_members [ 810.613726] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048112fc-4805-4c66-9176-6ca43734819b with Priority: HIGHEST for action port [ 810.613876] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.614026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.614217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.614428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.614514] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.616187] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-036e0ecd-8aa5-4495-8401-7f8c72f804f2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.616289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.617106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.617106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.617106] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.617106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.617106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.617106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.617106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.617106] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.617820] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-048112fc-4805-4c66-9176-6ca43734819b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.618424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-048112fc-4805-4c66-9176-6ca43734819b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.618575] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-048112fc-4805-4c66-9176-6ca43734819b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.618756] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-048112fc-4805-4c66-9176-6ca43734819b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.618817] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('048112fc-4805-4c66-9176-6ca43734819b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.116646] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-036e0ecd-8aa5-4495-8401-7f8c72f804f2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.116646] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.121490] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.122714] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 048112fc-4805-4c66-9176-6ca43734819b with status ACTIVE [ 811.122831] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.122970] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.122970] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.123297] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.123376] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.123637] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.123794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.123888] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.124140] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.124240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.124533] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.124899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.124899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.124971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.125107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.125156] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 048112fc-4805-4c66-9176-6ca43734819b is going to be updated. [ 811.148302] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.148428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.148506] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.149042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.149226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.149396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-048112fc-4805-4c66-9176-6ca43734819b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.530614] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 811.530806] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d deletion is rescheduled due to dependency. [ 811.530921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.627659] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.129925] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.130248] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.130248] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.130374] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.130461] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.130563] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 is going to be created. [ 812.132841] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: SUCCESS [ 812.133082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.133271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.133533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.133676] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.160288] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.160439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.160522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.160751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.160912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.172716] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: UNINITIALIZED for 2s [ 812.636555] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.636793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.636897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.637209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.637429] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.637590] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.637694] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.638067] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.638150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.638230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.638329] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.924854] env[65674]: INFO networking_nsxv3.common.synchronization [req-afe12df2-db7a-430b-b6e4-b91c4674bde2 req-30f7227e-7f62-496f-a845-64541d40a856 tempest-FloatingIPsAssociationNegativeTestJSON-448355759 tempest-FloatingIPsAssociationNegativeTestJSON-448355759-project-member] Enqueued Resource ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 with Priority: HIGHEST for action security_group_members [ 812.925834] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 with Priority: HIGHEST for action security_group_members [ 812.925834] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.926361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.926361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.926361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.926361] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.926514] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.926514] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.927800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.927800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.927800] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.141197] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.141505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.141666] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.142027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.142207] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.142316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.142383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.142544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.143016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.143016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.143016] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.143016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.143016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.143231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.143264] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.143356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.143414] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.143545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.143641] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.143726] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.143814] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.202901] env[65674]: INFO networking_nsxv3.common.synchronization [req-49239367-324c-4289-b743-4562f11456fe req-a3a2486f-305b-4869-878c-0c9d134ae1cc tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: ca46bcba-a622-49db-a499-2cceec2bfef6 with Priority: HIGHEST for action security_group_members [ 813.203466] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca46bcba-a622-49db-a499-2cceec2bfef6 with Priority: HIGHEST for action security_group_members [ 813.203793] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca46bcba-a622-49db-a499-2cceec2bfef6 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.203917] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.203982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.204755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.204989] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.205143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.205225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.205409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.205530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.205649] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca46bcba-a622-49db-a499-2cceec2bfef6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.429903] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.430089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.430155] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.431232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.445041] env[65674]: INFO networking_nsxv3.common.synchronization [req-9ef770d0-cb1a-4077-8ab9-e549c604e9b9 req-33e867a9-abe2-4df2-ad25-3185ec479e36 tempest-ServerTagsTestJSON-439580713 tempest-ServerTagsTestJSON-439580713-project-member] Enqueued Resource ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 with Priority: HIGHEST for action security_group_members [ 813.445041] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 with Priority: HIGHEST for action security_group_members [ 813.445229] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.445293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.445340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.445560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.445711] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.447773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.447773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.449498] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.450078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.450278] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fb2f2a1-1946-419c-af3d-9d2a88034bb3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.456051] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.456309] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.456433] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.456503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.456755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.456857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.456983] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 is going to be updated. [ 813.508651] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.508747] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.508793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.509414] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.509414] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.521596] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 in Status: IN_PROGRESS for 2s [ 813.647218] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e456b75f-c238-418c-899e-c305ae930007: rpc.has_security_group_logging(os_id): False [ 813.667158] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.667668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.667668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.667911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.668020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.668818] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.668818] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.668818] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.668985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.669046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.669771] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.669771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.669771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.669771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.669771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.669771] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.670241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.670241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.670241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.670241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.670241] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be updated. [ 813.711292] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.711292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.711292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.713052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.737182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.737182] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.737182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.737182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.737182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.737182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.737182] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca46bcba-a622-49db-a499-2cceec2bfef6 is going to be updated. [ 813.768581] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.768685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.768911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.769280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.769403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.784730] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.784898] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.784966] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.785228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.785397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.787012] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: IN_PROGRESS for 2s [ 813.799866] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca46bcba-a622-49db-a499-2cceec2bfef6 in Status: IN_PROGRESS for 2s [ 813.953547] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.953547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.953547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.953756] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.976034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.976349] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.976479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.976542] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.976755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.976840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.976928] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 is going to be updated. [ 814.014713] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.014713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.014713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.014713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.015012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.027386] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 in Status: IN_PROGRESS for 2s [ 814.184380] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: SUCCESS [ 814.184740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.184802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.184993] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.185206] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.185343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.185439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.185547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.185624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.185700] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.185796] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.692515] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.196177] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 036e0ecd-8aa5-4495-8401-7f8c72f804f2: rpc.has_security_group_logging(os_id): False [ 815.214952] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.215134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.215240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.215388] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.215543] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.215776] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.215863] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.215930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.216102] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.216170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.216257] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 is going to be created. [ 815.278872] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.279072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.279171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.279427] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.279650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.291507] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: IN_PROGRESS for 2s [ 815.532497] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 in Status: SUCCESS [ 815.532718] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71 deletion is rescheduled due to dependency. [ 815.532840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.808334] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: SUCCESS [ 815.808617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.812487] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca46bcba-a622-49db-a499-2cceec2bfef6 in Status: SUCCESS [ 815.812661] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca46bcba-a622-49db-a499-2cceec2bfef6 deletion is rescheduled due to dependency. [ 815.812772] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.038405] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 in Status: SUCCESS [ 816.038619] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fb2f2a1-1946-419c-af3d-9d2a88034bb3 deletion is rescheduled due to dependency. [ 816.038744] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fb2f2a1-1946-419c-af3d-9d2a88034bb3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.110658] env[65674]: INFO networking_nsxv3.common.synchronization [req-eb2a74f1-2e32-421d-87c6-e108ee5f853d req-13575b91-e9b8-47e9-9ef3-c4107bce927a tempest-ServersNegativeTestMultiTenantJSON-897899506 tempest-ServersNegativeTestMultiTenantJSON-897899506-project-member] Enqueued Resource ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 with Priority: HIGHEST for action security_group_members [ 816.111228] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 with Priority: HIGHEST for action security_group_members [ 816.111598] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a5880a1-9489-4da2-977e-13fa5a1112e7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.111731] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.111809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.112037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.112302] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.112422] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.112487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.112693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.112813] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.112929] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a5880a1-9489-4da2-977e-13fa5a1112e7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.437883] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.438410] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-263" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.438410] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-263" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.438803] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-263" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.439245] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.439524] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.439745] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.440084] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.440293] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.440591] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.440751] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.440906] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.441105] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.441327] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.441522] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.441737] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.461460] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.461634] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.461777] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.461972] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-263" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.462326] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-0ba93ca4-4741-425e-a1a4-80cd165a56b0 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.462498] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-0ba93ca4-4741-425e-a1a4-80cd165a56b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.462617] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-0ba93ca4-4741-425e-a1a4-80cd165a56b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.463025] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-0ba93ca4-4741-425e-a1a4-80cd165a56b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.463226] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ba93ca4-4741-425e-a1a4-80cd165a56b0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.616780] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.617456] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.617771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.624227] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.624227] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.624227] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.624227] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.624227] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.624227] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.624227] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.624227] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 already deleted. [ 816.624227] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.935029] env[65674]: INFO networking_nsxv3.common.synchronization [req-1b49b50c-8359-4525-8da8-e8677701bf65 req-539cd178-1650-4fc2-a081-9f0363dd5b20 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 9c464c5f-459b-4034-a013-da1f500809ee with Priority: HIGHEST for action security_group_members [ 816.935029] env[65674]: INFO networking_nsxv3.common.synchronization [req-1b49b50c-8359-4525-8da8-e8677701bf65 req-539cd178-1650-4fc2-a081-9f0363dd5b20 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 816.935595] env[65674]: INFO networking_nsxv3.common.synchronization [req-1b49b50c-8359-4525-8da8-e8677701bf65 req-539cd178-1650-4fc2-a081-9f0363dd5b20 tempest-SecurityGroupsTestJSON-563164534 tempest-SecurityGroupsTestJSON-563164534-project-member] Enqueued Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGHEST for action security_group_members [ 816.937262] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c464c5f-459b-4034-a013-da1f500809ee with Priority: HIGHEST for action security_group_members [ 816.937262] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGHEST for action security_group_members [ 816.937262] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGHEST for action security_group_members [ 816.937451] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c464c5f-459b-4034-a013-da1f500809ee taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.937635] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.937741] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.938659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.938659] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.938659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.938659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.938875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.938875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.938975] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c464c5f-459b-4034-a013-da1f500809ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.940335] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.940497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.941080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.941080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.941080] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.941251] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.941251] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.942045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.942045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.942045] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.943062] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-63abf908-fd42-467b-8387-085d1baa3677 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.943211] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.943299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.943620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.943697] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.943807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.943894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.944093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.944201] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.944316] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.965181] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.965419] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.965638] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.965957] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.966035] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.966250] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 0ba93ca4-4741-425e-a1a4-80cd165a56b0 not found, creating... [ 816.966409] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.966567] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.966681] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.966892] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.967048] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.967355] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.967548] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.967689] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.967897] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.968076] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.968218] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 0ba93ca4-4741-425e-a1a4-80cd165a56b0 is going to be created. [ 816.990424] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.990686] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.990808] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.991107] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.991372] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.991601] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-0ba93ca4-4741-425e-a1a4-80cd165a56b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.304243] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: SUCCESS [ 817.304697] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.446457] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.447612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.447723] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.447957] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.448059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.448253] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.448350] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.448430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.448554] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.448629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.448717] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be updated. [ 817.449903] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.450013] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.450098] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.450328] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.450423] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.451499] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.451499] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.451499] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.451499] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.451499] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.451499] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c464c5f-459b-4034-a013-da1f500809ee is going to be updated. [ 817.452215] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.452323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.452488] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.452533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.452618] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.452773] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.452891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.452952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.453119] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.453215] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.453303] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63abf908-fd42-467b-8387-085d1baa3677 is going to be updated. [ 817.488267] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.488507] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.488507] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.488733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.489344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.491364] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.491520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.491578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.491797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.491873] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.493489] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.493604] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.493689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.493842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.493980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.504400] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: IN_PROGRESS for 2s [ 817.505231] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63abf908-fd42-467b-8387-085d1baa3677 in Status: IN_PROGRESS for 2s [ 817.505824] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c464c5f-459b-4034-a013-da1f500809ee in Status: IN_PROGRESS for 2s [ 818.207398] env[65674]: INFO networking_nsxv3.common.synchronization [req-eb2a74f1-2e32-421d-87c6-e108ee5f853d req-efb98787-a19c-4113-bd30-a119ccf4ad16 service nova] Enqueued Resource ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 with Priority: HIGHEST for action security_group_rules [ 818.207398] env[65674]: INFO networking_nsxv3.common.synchronization [req-eb2a74f1-2e32-421d-87c6-e108ee5f853d req-efb98787-a19c-4113-bd30-a119ccf4ad16 service nova] Enqueued Resource ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 with Priority: HIGHEST for action security_group_members [ 818.207398] env[65674]: INFO networking_nsxv3.common.synchronization [req-eb2a74f1-2e32-421d-87c6-e108ee5f853d req-efb98787-a19c-4113-bd30-a119ccf4ad16 service nova] Enqueued Resource ID: 0ba93ca4-4741-425e-a1a4-80cd165a56b0 with Priority: HIGHEST for action port [ 818.207398] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 with Priority: HIGHEST for action security_group_rules [ 818.207398] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 with Priority: HIGHEST for action security_group_members [ 818.207398] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba93ca4-4741-425e-a1a4-80cd165a56b0 with Priority: HIGHEST for action port [ 818.208453] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a5880a1-9489-4da2-977e-13fa5a1112e7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.208847] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.208990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.210157] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.210157] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a5880a1-9489-4da2-977e-13fa5a1112e7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.210716] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a5880a1-9489-4da2-977e-13fa5a1112e7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.210826] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.210885] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.211076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.211231] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.211368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.211432] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.211569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.211652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.211737] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a5880a1-9489-4da2-977e-13fa5a1112e7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.212567] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ba93ca4-4741-425e-a1a4-80cd165a56b0 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.212567] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ba93ca4-4741-425e-a1a4-80cd165a56b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.213147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ba93ca4-4741-425e-a1a4-80cd165a56b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.213147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ba93ca4-4741-425e-a1a4-80cd165a56b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.213147] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ba93ca4-4741-425e-a1a4-80cd165a56b0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.715890] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a5880a1-9489-4da2-977e-13fa5a1112e7 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.715890] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.715890] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a5880a1-9489-4da2-977e-13fa5a1112e7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.716923] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ba93ca4-4741-425e-a1a4-80cd165a56b0 with status ACTIVE [ 818.716989] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.717118] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.717183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.717379] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.717468] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.717632] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.717728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.717787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.717928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.718010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.718869] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.718977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.719167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.720500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.720500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.720500] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ba93ca4-4741-425e-a1a4-80cd165a56b0 is going to be updated. [ 818.749337] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.749516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.749582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.749762] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.749939] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.750130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ba93ca4-4741-425e-a1a4-80cd165a56b0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.222725] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a5880a1-9489-4da2-977e-13fa5a1112e7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.520147] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c464c5f-459b-4034-a013-da1f500809ee in Status: SUCCESS [ 819.520147] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c464c5f-459b-4034-a013-da1f500809ee deletion is rescheduled due to dependency. [ 819.520147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.521144] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63abf908-fd42-467b-8387-085d1baa3677 in Status: SUCCESS [ 819.521144] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63abf908-fd42-467b-8387-085d1baa3677 deletion is rescheduled due to dependency. [ 819.521144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.522096] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 in Status: SUCCESS [ 819.522454] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 deletion is rescheduled due to dependency. [ 819.522454] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.726404] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.726817] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.726817] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.726942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.726942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.727077] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 is going to be created. [ 819.755951] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.756316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.756316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.756460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.756872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.771399] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 in Status: UNINITIALIZED for 2s [ 821.788198] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 in Status: SUCCESS [ 821.788574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.788627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.788879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.789104] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.789273] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.789363] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.789533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.789616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.789706] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.789802] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a5880a1-9489-4da2-977e-13fa5a1112e7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.293015] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a5880a1-9489-4da2-977e-13fa5a1112e7 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.293189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.293280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.293811] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.293811] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.293949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.293949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.294095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.294185] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.294270] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.294420] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a5880a1-9489-4da2-977e-13fa5a1112e7 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.294519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.294573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.294738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.294923] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.295031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.295093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.295278] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.295404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.295502] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.295595] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a5880a1-9489-4da2-977e-13fa5a1112e7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.447971] env[65674]: INFO networking_nsxv3.common.synchronization [req-b0e0fbbc-d08b-46d1-b90d-ab63d4d43106 req-095da3bb-f534-43d3-815e-ccbf31363b03 tempest-FloatingIPsAssociationTestJSON-912700346 tempest-FloatingIPsAssociationTestJSON-912700346-project-member] Enqueued Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGHEST for action security_group_members [ 822.448278] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGHEST for action security_group_members [ 822.448600] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.448730] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.448807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.448995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.449599] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.449871] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.449871] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.449968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.450086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.450154] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.800074] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a5880a1-9489-4da2-977e-13fa5a1112e7: rpc.has_security_group_logging(os_id): False [ 822.817960] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.818145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.818145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.818490] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.818666] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.818986] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.819180] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.819293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.819558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.819708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.820050] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.820215] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.820406] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.820565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.820699] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.821017] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.821192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.821355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.821584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.821716] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.821884] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 is going to be created. [ 822.882540] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.882540] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.882687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.882812] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.882995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.899433] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 in Status: IN_PROGRESS for 2s [ 822.952125] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.952424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.952552] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.952838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.952984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.953120] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.953230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.953298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.953463] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.953546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.953812] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0aa571c-2efc-431b-bd67-13f96917028f is going to be updated. [ 823.007921] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.008167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.008167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.008364] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.008510] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.019213] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0aa571c-2efc-431b-bd67-13f96917028f in Status: IN_PROGRESS for 2s [ 824.733426] env[65674]: INFO networking_nsxv3.common.synchronization [req-6a7dcf5e-07ab-401f-9a73-24fcdf78353e req-b844d818-0bb1-43e5-bdd5-c501658375bb tempest-ServerRescueTestJSON-1422254753 tempest-ServerRescueTestJSON-1422254753-project-member] Enqueued Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGHEST for action security_group_members [ 824.733871] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGHEST for action security_group_members [ 824.734950] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-52b6d97d-2f8a-498c-ad37-df4175ac85d1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.735303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.735303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.735443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.735602] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.735705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.735774] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.735940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.736128] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.736216] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.915838] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 in Status: SUCCESS [ 824.916260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.034636] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0aa571c-2efc-431b-bd67-13f96917028f in Status: SUCCESS [ 825.035017] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0aa571c-2efc-431b-bd67-13f96917028f deletion is rescheduled due to dependency. [ 825.035970] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.190195] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.190428] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.190618] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.190936] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.191272] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.191540] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.191633] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.191838] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.191998] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.192247] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.192376] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.192452] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.192562] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.192671] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.192773] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.192903] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.215467] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.215650] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.215802] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.216037] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.216375] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-29d5225d-cfd8-4b5f-8e9d-567aef9dd94c taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.219605] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-29d5225d-cfd8-4b5f-8e9d-567aef9dd94c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.219605] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-29d5225d-cfd8-4b5f-8e9d-567aef9dd94c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.219605] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-29d5225d-cfd8-4b5f-8e9d-567aef9dd94c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.219605] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29d5225d-cfd8-4b5f-8e9d-567aef9dd94c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.238214] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.238368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.238442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.238658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.238745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.238942] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.239052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.239108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.239343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.239491] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.239550] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 already deleted. [ 825.239614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.719858] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.720102] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.720257] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.720515] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.720661] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.720810] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 29d5225d-cfd8-4b5f-8e9d-567aef9dd94c not found, creating... [ 825.721072] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.721229] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.721492] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.721904] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.722159] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.722630] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.722897] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.723131] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.723489] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.723732] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.723972] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 29d5225d-cfd8-4b5f-8e9d-567aef9dd94c is going to be created. [ 825.748650] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.748993] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.749052] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.749420] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.749683] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.749931] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-29d5225d-cfd8-4b5f-8e9d-567aef9dd94c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.456689] env[65674]: INFO networking_nsxv3.common.synchronization [req-6a7dcf5e-07ab-401f-9a73-24fcdf78353e req-21b623e5-cf87-4dbe-b4ea-cc81af02d90f service nova] Enqueued Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGHEST for action security_group_rules [ 826.456873] env[65674]: INFO networking_nsxv3.common.synchronization [req-6a7dcf5e-07ab-401f-9a73-24fcdf78353e req-21b623e5-cf87-4dbe-b4ea-cc81af02d90f service nova] Enqueued Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGHEST for action security_group_members [ 826.457015] env[65674]: INFO networking_nsxv3.common.synchronization [req-6a7dcf5e-07ab-401f-9a73-24fcdf78353e req-21b623e5-cf87-4dbe-b4ea-cc81af02d90f service nova] Enqueued Resource ID: 29d5225d-cfd8-4b5f-8e9d-567aef9dd94c with Priority: HIGHEST for action port [ 826.457573] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGHEST for action security_group_rules [ 826.457963] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGHEST for action security_group_members [ 826.457963] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d5225d-cfd8-4b5f-8e9d-567aef9dd94c with Priority: HIGHEST for action port [ 826.458130] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52b6d97d-2f8a-498c-ad37-df4175ac85d1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.458251] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.458306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.458563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.458692] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.460032] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-52b6d97d-2f8a-498c-ad37-df4175ac85d1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.460032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.460032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.460261] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.460261] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.460359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.460421] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.460586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.460669] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.460775] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.461986] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-29d5225d-cfd8-4b5f-8e9d-567aef9dd94c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.462191] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29d5225d-cfd8-4b5f-8e9d-567aef9dd94c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.462191] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29d5225d-cfd8-4b5f-8e9d-567aef9dd94c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.462477] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29d5225d-cfd8-4b5f-8e9d-567aef9dd94c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.462477] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29d5225d-cfd8-4b5f-8e9d-567aef9dd94c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.966601] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.966601] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-52b6d97d-2f8a-498c-ad37-df4175ac85d1 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.966601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.966601] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29d5225d-cfd8-4b5f-8e9d-567aef9dd94c with status ACTIVE [ 826.966601] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.966601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.966601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.967296] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.967296] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.967296] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.967296] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.967296] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.967296] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.967296] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.967553] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.967600] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.968230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.968230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.968230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.968230] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29d5225d-cfd8-4b5f-8e9d-567aef9dd94c is going to be updated. [ 826.990916] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.991147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.991426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.991588] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.991641] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.991815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29d5225d-cfd8-4b5f-8e9d-567aef9dd94c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.470541] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.974030] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.974030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.974030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.974471] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.974471] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.974471] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 is going to be created. [ 827.997691] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.997939] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.998025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.998348] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.998522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.008012] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 in Status: UNINITIALIZED for 2s [ 830.028739] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 in Status: SUCCESS [ 830.028739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.028739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.028739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.028739] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.028739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.028739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.028739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.028739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.028739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.028739] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.532050] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-52b6d97d-2f8a-498c-ad37-df4175ac85d1 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.532050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.532050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.532338] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.532550] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.532660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.532730] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.532898] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.532987] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.533267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.533267] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-52b6d97d-2f8a-498c-ad37-df4175ac85d1 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.533363] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.533363] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.533538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.533778] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.533778] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.533778] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.533950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.533997] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.535554] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.535554] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.037020] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52b6d97d-2f8a-498c-ad37-df4175ac85d1: rpc.has_security_group_logging(os_id): False [ 831.055851] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.056028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.056126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.056294] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.056397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.056638] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.056741] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.056812] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.056962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.057734] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.058334] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.058476] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.058548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.058701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.058851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.058971] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.059078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.059138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.059281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.059392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.059503] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 is going to be created. [ 831.123962] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.124166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.124214] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.124391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.124578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.137542] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 in Status: IN_PROGRESS for 2s [ 831.458719] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 831.458852] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 831.678717] env[65674]: INFO networking_nsxv3.common.synchronization [req-8a26e5bc-8b87-45c1-905e-ee70f85b3bd3 req-bba09ace-0c4d-40c8-9f62-9488984b2425 tempest-ServersNegativeTestMultiTenantJSON-897899506 tempest-ServersNegativeTestMultiTenantJSON-897899506-project-member] Enqueued Resource ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 with Priority: HIGHEST for action security_group_members [ 831.678878] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 with Priority: HIGHEST for action security_group_members [ 831.679596] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a5880a1-9489-4da2-977e-13fa5a1112e7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.679786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.679862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.680095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.680280] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.680382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.680455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.680599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.682737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.682737] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a5880a1-9489-4da2-977e-13fa5a1112e7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.064976] env[65674]: INFO networking_nsxv3.common.synchronization [req-c0720838-d9a7-46aa-b2ac-4173b248131c req-702d1ccb-f301-42f4-bc0c-8d5e48bde7ea tempest-ServerActionsTestOtherA-639188317 tempest-ServerActionsTestOtherA-639188317-project-member] Enqueued Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_members [ 832.065773] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_members [ 832.065892] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec7ddc1-ae44-4893-9558-a7dfba788c81 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.066052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.066110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.066396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.066493] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.066599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.066662] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.066812] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.066895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.066988] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.183987] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.184240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.184322] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.184650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.184838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.186139] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.186139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.186139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.186343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.186643] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.186643] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 is going to be updated. [ 832.220444] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.221970] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.221970] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.221970] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.221970] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.232302] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 in Status: IN_PROGRESS for 2s [ 832.439972] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.439972] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.439972] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.439972] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.440240] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.440372] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.440527] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.440770] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.440952] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.441277] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.441367] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.441513] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.441657] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.441827] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.442267] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.442267] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.465383] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.465559] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.465702] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.465940] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.466338] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-c780d765-7a62-47bd-bad5-df62ffddf612 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.466540] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-c780d765-7a62-47bd-bad5-df62ffddf612" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.466634] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-c780d765-7a62-47bd-bad5-df62ffddf612" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.466981] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-c780d765-7a62-47bd-bad5-df62ffddf612" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.467162] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c780d765-7a62-47bd-bad5-df62ffddf612',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.569854] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.570073] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.570153] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.570727] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.570832] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.571155] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.571330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.571522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.571777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.571870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.571988] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 already deleted. [ 832.572135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.970395] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.970720] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.970872] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.971367] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.971584] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.971803] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port c780d765-7a62-47bd-bad5-df62ffddf612 not found, creating... [ 832.972159] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.972403] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.972667] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.972886] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.973088] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.973417] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.973621] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.973749] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.973976] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.974145] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.974262] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: c780d765-7a62-47bd-bad5-df62ffddf612 is going to be created. [ 832.995754] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.996043] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.996186] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.996517] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.996779] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.997079] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-c780d765-7a62-47bd-bad5-df62ffddf612" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.161023] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 in Status: SUCCESS [ 833.161501] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.733461] env[65674]: INFO networking_nsxv3.common.synchronization [None req-b7c035c8-b55e-44e9-80e9-68de391c050b None None] Enqueued Resource ID: b162dd00-15be-4876-ae73-cb8d93145587 with Priority: HIGHEST for action port [ 833.734101] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b162dd00-15be-4876-ae73-cb8d93145587 with Priority: HIGHEST for action port [ 833.734564] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-b162dd00-15be-4876-ae73-cb8d93145587 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.734750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b162dd00-15be-4876-ae73-cb8d93145587" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.734846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b162dd00-15be-4876-ae73-cb8d93145587" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.735305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b162dd00-15be-4876-ae73-cb8d93145587" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.735498] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b162dd00-15be-4876-ae73-cb8d93145587',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.757740] env[65674]: INFO networking_nsxv3.common.synchronization [req-c0720838-d9a7-46aa-b2ac-4173b248131c req-3ad8d046-41a8-4a3c-800e-518bc5bb5088 service nova] Enqueued Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_rules [ 833.757958] env[65674]: INFO networking_nsxv3.common.synchronization [req-c0720838-d9a7-46aa-b2ac-4173b248131c req-3ad8d046-41a8-4a3c-800e-518bc5bb5088 service nova] Enqueued Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_members [ 833.758129] env[65674]: INFO networking_nsxv3.common.synchronization [req-c0720838-d9a7-46aa-b2ac-4173b248131c req-3ad8d046-41a8-4a3c-800e-518bc5bb5088 service nova] Enqueued Resource ID: c780d765-7a62-47bd-bad5-df62ffddf612 with Priority: HIGHEST for action port [ 833.758666] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_rules [ 833.758814] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_members [ 833.758923] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c780d765-7a62-47bd-bad5-df62ffddf612 with Priority: HIGHEST for action port [ 833.759666] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cec7ddc1-ae44-4893-9558-a7dfba788c81 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.759924] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.759924] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.760282] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.760282] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.762333] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec7ddc1-ae44-4893-9558-a7dfba788c81 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.762333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.762333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.762574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.762678] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.762807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.762892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.763168] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.763538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.763538] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.764423] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-c780d765-7a62-47bd-bad5-df62ffddf612 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.764423] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c780d765-7a62-47bd-bad5-df62ffddf612" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.764566] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c780d765-7a62-47bd-bad5-df62ffddf612" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.764713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c780d765-7a62-47bd-bad5-df62ffddf612" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.765034] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c780d765-7a62-47bd-bad5-df62ffddf612',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.240040] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b162dd00-15be-4876-ae73-cb8d93145587 [ 834.240040] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.240040] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.240040] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.240040] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.240040] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.240632] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b162dd00-15be-4876-ae73-cb8d93145587 already deleted. [ 834.240632] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b162dd00-15be-4876-ae73-cb8d93145587" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.243078] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 in Status: SUCCESS [ 834.243499] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 deletion is rescheduled due to dependency. [ 834.243690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.268660] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec7ddc1-ae44-4893-9558-a7dfba788c81 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.268660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.268660] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.271361] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c780d765-7a62-47bd-bad5-df62ffddf612 with status ACTIVE [ 834.271361] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.271361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.271361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.271656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.271656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.271750] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.271868] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.271909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.272060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.272841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.272841] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.272841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.272841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.272841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.272841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.272841] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c780d765-7a62-47bd-bad5-df62ffddf612 is going to be updated. [ 834.294493] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.294576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.294645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.294874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.295025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.295305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c780d765-7a62-47bd-bad5-df62ffddf612" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.770339] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.885781] env[65674]: INFO networking_nsxv3.common.synchronization [None req-720ffb83-ee9f-4fd0-88ab-48db00555b72 tempest-ServerActionsTestOtherB-856458543 tempest-ServerActionsTestOtherB-856458543-project-member] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_rules [ 834.889577] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_rules [ 834.889910] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.890073] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.890150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.890408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.890488] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.017562] env[65674]: INFO networking_nsxv3.common.synchronization [None req-ed203b45-c3bc-4138-9cab-50c8666d1d5d tempest-ServerActionsTestOtherB-856458543 tempest-ServerActionsTestOtherB-856458543-project-member] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_rules [ 835.018193] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_rules [ 835.018550] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.018648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.278838] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.278838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.278838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.278838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.278838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.278838] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 is going to be created. [ 835.304020] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.304261] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.304261] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.304949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.304949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.318359] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 in Status: UNINITIALIZED for 2s [ 835.413267] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.413412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.413412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.413664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.413746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.413820] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc already deleted. [ 835.413899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.414327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.414327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.414490] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.935272] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.936086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.936086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.936086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.936086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.936086] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc already deleted. [ 835.936086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.284545] env[65674]: INFO networking_nsxv3.common.synchronization [req-bd6c23fa-edec-43aa-a06b-fa442405aff3 req-58c893d8-f752-4440-b076-36f7edc14461 tempest-ImagesTestJSON-529282155 tempest-ImagesTestJSON-529282155-project-member] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 836.285099] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 836.285457] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.285585] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.285657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.285965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.286511] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.290223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.290319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.290495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.290750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.290750] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.372283] env[65674]: INFO networking_nsxv3.common.synchronization [None req-1402560a-2130-40c5-aae0-375104eaec2b None None] Enqueued Resource ID: 68c1ef4f-d0af-40ce-9251-ccd6eeaa9ee5 with Priority: HIGHEST for action port [ 836.372808] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c1ef4f-d0af-40ce-9251-ccd6eeaa9ee5 with Priority: HIGHEST for action port [ 836.373118] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-68c1ef4f-d0af-40ce-9251-ccd6eeaa9ee5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.373237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68c1ef4f-d0af-40ce-9251-ccd6eeaa9ee5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.373315] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68c1ef4f-d0af-40ce-9251-ccd6eeaa9ee5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.373563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68c1ef4f-d0af-40ce-9251-ccd6eeaa9ee5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.373668] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c1ef4f-d0af-40ce-9251-ccd6eeaa9ee5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.718868] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.719170] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.719418] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.719674] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.723918] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.724186] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.725081] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.725081] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.725081] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.725457] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.725679] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.725908] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.726135] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.726357] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.726600] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.726935] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.750750] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.751123] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.752043] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.752043] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.752490] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-afb29caa-abe6-4e30-8783-2c053a32f326 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.752490] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-afb29caa-abe6-4e30-8783-2c053a32f326" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.752654] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-afb29caa-abe6-4e30-8783-2c053a32f326" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.753112] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-afb29caa-abe6-4e30-8783-2c053a32f326" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.753402] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb29caa-abe6-4e30-8783-2c053a32f326',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.793187] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.793395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.793448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.793654] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.793746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.793947] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.794643] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.794643] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.794643] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.794643] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.794643] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be deleted. [ 836.828512] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.828697] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.828761] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.828924] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.829023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.829117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.877119] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68c1ef4f-d0af-40ce-9251-ccd6eeaa9ee5 [ 836.877330] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.877466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.877628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.877743] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.878058] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.878058] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68c1ef4f-d0af-40ce-9251-ccd6eeaa9ee5 already deleted. [ 836.878058] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68c1ef4f-d0af-40ce-9251-ccd6eeaa9ee5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.153256] env[65674]: INFO networking_nsxv3.common.synchronization [req-cd4b4368-5a6d-4928-a42e-6dc5762819b2 req-40914b03-34da-4731-9d8d-9041af498898 tempest-VolumesAssistedSnapshotsTest-103486672 tempest-VolumesAssistedSnapshotsTest-103486672-project-member] Enqueued Resource ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 with Priority: HIGHEST for action security_group_members [ 837.153830] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 with Priority: HIGHEST for action security_group_members [ 837.154215] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-033c299f-38c7-460b-a3ea-abb40ff08db5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.154376] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.154505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.154773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.155062] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.155279] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.155381] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.155595] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.155713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.155850] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('033c299f-38c7-460b-a3ea-abb40ff08db5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.258144] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.258402] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.258557] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.258892] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.259147] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.259366] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port afb29caa-abe6-4e30-8783-2c053a32f326 not found, creating... [ 837.259738] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.259932] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.260069] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.260301] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.260439] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.260756] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.260960] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.261106] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.261317] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.261526] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.261724] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: afb29caa-abe6-4e30-8783-2c053a32f326 is going to be created. [ 837.282208] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.282208] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.282208] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.282208] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.282208] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.282543] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-afb29caa-abe6-4e30-8783-2c053a32f326" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.328593] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 in Status: SUCCESS [ 837.328902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.328964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.329191] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.329433] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.330030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.330030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.330030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.330030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.330030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.330030] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.658114] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.658292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.658365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.658578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.689098] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.689602] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.689808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.689920] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.690208] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.690373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.690534] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 is going to be updated. [ 837.727611] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.727800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.727841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.728038] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.728231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.738230] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 in Status: IN_PROGRESS for 2s [ 837.834441] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.050639] env[65674]: INFO networking_nsxv3.common.synchronization [req-bd6c23fa-edec-43aa-a06b-fa442405aff3 req-14dfb78d-d7f7-4c7c-a0aa-bdbc3d043212 service nova] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_rules [ 838.050833] env[65674]: INFO networking_nsxv3.common.synchronization [req-bd6c23fa-edec-43aa-a06b-fa442405aff3 req-14dfb78d-d7f7-4c7c-a0aa-bdbc3d043212 service nova] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 838.050975] env[65674]: INFO networking_nsxv3.common.synchronization [req-bd6c23fa-edec-43aa-a06b-fa442405aff3 req-14dfb78d-d7f7-4c7c-a0aa-bdbc3d043212 service nova] Enqueued Resource ID: afb29caa-abe6-4e30-8783-2c053a32f326 with Priority: HIGHEST for action port [ 838.051674] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_rules [ 838.051822] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 838.051938] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb29caa-abe6-4e30-8783-2c053a32f326 with Priority: HIGHEST for action port [ 838.052224] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.052351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.052439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.052769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.052846] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.053774] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.054703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.054784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.054979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.055154] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.055257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.055335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.055479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.055566] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.055877] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.056793] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-afb29caa-abe6-4e30-8783-2c053a32f326 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.056900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afb29caa-abe6-4e30-8783-2c053a32f326" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.056966] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afb29caa-abe6-4e30-8783-2c053a32f326" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.057134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afb29caa-abe6-4e30-8783-2c053a32f326" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.057209] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb29caa-abe6-4e30-8783-2c053a32f326',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.337020] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cec7ddc1-ae44-4893-9558-a7dfba788c81: rpc.has_security_group_logging(os_id): False [ 838.356640] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.356865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.356945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.357280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.357388] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.357694] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.358617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.358617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.358617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.358617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.358617] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 is going to be created. [ 838.431359] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.431655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.431744] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.431921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.432115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.450616] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 in Status: IN_PROGRESS for 2s [ 838.558872] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.562022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.562022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.562022] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afb29caa-abe6-4e30-8783-2c053a32f326 with status ACTIVE [ 838.562022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.562022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.562022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.562022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.563589] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.563589] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.563589] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.563589] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.564818] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.564818] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.564818] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.564818] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.564818] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.564818] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.564818] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.564818] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afb29caa-abe6-4e30-8783-2c053a32f326 is going to be updated. [ 838.593473] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.595515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.595515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.595515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.595515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.595515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afb29caa-abe6-4e30-8783-2c053a32f326" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.062414] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.564674] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.565039] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.565039] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.565160] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.565208] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.565309] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be created. [ 839.590637] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.590784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.590887] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.591059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.591217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.601996] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: UNINITIALIZED for 2s [ 839.749884] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 in Status: SUCCESS [ 839.749884] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 033c299f-38c7-460b-a3ea-abb40ff08db5 deletion is rescheduled due to dependency. [ 839.749884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-033c299f-38c7-460b-a3ea-abb40ff08db5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.466684] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 in Status: SUCCESS [ 840.466684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.613129] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 841.614095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.614095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.614249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.614945] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.614945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.614945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.614945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.614945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.614945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.615765] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.119054] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.119054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.119054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.119054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.119054] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.119054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.119054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.119054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.119054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.119054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.119054] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.121096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.121096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.121096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.121096] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.121096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.121096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.121096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.121096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.121096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.121096] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.623452] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e355a918-7747-45b3-bdbf-e183f4cc4f29: rpc.has_security_group_logging(os_id): False [ 842.643807] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.643939] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.643939] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.644182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.644274] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.644489] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.644606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.644687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.644844] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.644923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.645219] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.645219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.645337] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.645426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.645478] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.645626] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.645719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.645774] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.646087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.646087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.646209] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be created. [ 842.706425] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.706574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.706645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.706858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.707057] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.719094] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: IN_PROGRESS for 2s [ 843.053407] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 843.053542] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 843.487653] env[65674]: INFO networking_nsxv3.common.synchronization [None req-6061dfcc-1535-49b5-b5ac-6014d1e36842 None None] Enqueued Resource ID: 9989f581-130a-4211-bb8b-10eee9608b8f with Priority: HIGHEST for action port [ 843.488741] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9989f581-130a-4211-bb8b-10eee9608b8f with Priority: HIGHEST for action port [ 843.488741] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-9989f581-130a-4211-bb8b-10eee9608b8f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.488741] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9989f581-130a-4211-bb8b-10eee9608b8f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.489078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9989f581-130a-4211-bb8b-10eee9608b8f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.491846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9989f581-130a-4211-bb8b-10eee9608b8f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.491846] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9989f581-130a-4211-bb8b-10eee9608b8f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.991976] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9989f581-130a-4211-bb8b-10eee9608b8f [ 843.991976] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.992356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.992356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.992532] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.992631] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.992895] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9989f581-130a-4211-bb8b-10eee9608b8f already deleted. [ 843.992895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9989f581-130a-4211-bb8b-10eee9608b8f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.122023] env[65674]: INFO networking_nsxv3.common.synchronization [req-88a1a5d9-2d3c-4bdb-8c49-8c4cacf90d34 req-dfa56d81-2043-4d83-8fbe-79618b22d6cb tempest-DeleteServersTestJSON-212486772 tempest-DeleteServersTestJSON-212486772-project-member] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 844.125618] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 844.125969] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.126108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.126175] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.126396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.129786] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.129786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.129786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.129786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.129786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.129786] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.376167] env[65674]: INFO networking_nsxv3.common.synchronization [req-600073e6-38b3-4f67-9958-56338e2f31e9 req-38277afa-14a6-4757-b653-07f3b947f2a1 tempest-ServersAdminTestJSON-335483581 tempest-ServersAdminTestJSON-335483581-project-member] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 844.379155] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 844.379880] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.380025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.380104] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.380347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.380505] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.380601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.380865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.380865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.380968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.381032] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.630391] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.630579] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.630705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.631016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.631173] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.631383] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.631513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.631577] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.631775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.631902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.631949] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be deleted. [ 844.665108] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.665296] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.665339] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.665719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.665719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.665719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.733143] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 844.733488] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.747799] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.749091] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.749091] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.749633] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.749937] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.750194] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.750597] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.750680] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.750907] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.751295] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.751496] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.751651] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.751822] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.751990] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.752170] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.752367] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.782613] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.782613] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.782613] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.782613] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.782613] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-e196d116-0cd5-4f35-a2c8-284b4be81abf taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.782613] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-e196d116-0cd5-4f35-a2c8-284b4be81abf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.782613] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-e196d116-0cd5-4f35-a2c8-284b4be81abf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.782613] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-e196d116-0cd5-4f35-a2c8-284b4be81abf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.782613] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e196d116-0cd5-4f35-a2c8-284b4be81abf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.884308] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.037237] env[65674]: INFO networking_nsxv3.common.synchronization [None req-4a6f3fe7-f8ad-4bfa-81a9-5817ecea2473 None None] Enqueued Resource ID: 27f2eb9b-66cd-4aef-8062-a6da1912afb5 with Priority: HIGHEST for action port [ 845.037779] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f2eb9b-66cd-4aef-8062-a6da1912afb5 with Priority: HIGHEST for action port [ 845.038221] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-27f2eb9b-66cd-4aef-8062-a6da1912afb5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.038358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27f2eb9b-66cd-4aef-8062-a6da1912afb5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.038427] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27f2eb9b-66cd-4aef-8062-a6da1912afb5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.038690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27f2eb9b-66cd-4aef-8062-a6da1912afb5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.038758] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27f2eb9b-66cd-4aef-8062-a6da1912afb5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.285070] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.285361] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.285490] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.286541] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.286710] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.286870] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port e196d116-0cd5-4f35-a2c8-284b4be81abf not found, creating... [ 845.287164] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.287379] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.287480] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.287645] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.287800] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.288208] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.288376] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.288854] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.289081] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.289218] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.289374] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: e196d116-0cd5-4f35-a2c8-284b4be81abf is going to be created. [ 845.310116] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.310424] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.310474] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.310766] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.310998] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.311237] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-e196d116-0cd5-4f35-a2c8-284b4be81abf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.389046] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.541283] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27f2eb9b-66cd-4aef-8062-a6da1912afb5 [ 845.541543] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.541716] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.541785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.542027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.542153] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.542255] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27f2eb9b-66cd-4aef-8062-a6da1912afb5 already deleted. [ 845.542339] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27f2eb9b-66cd-4aef-8062-a6da1912afb5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.857353] env[65674]: INFO networking_nsxv3.common.synchronization [None req-10a82052-f7b5-4ca4-93f9-bab17d4397e5 None None] Enqueued Resource ID: 91b16b03-3a62-429e-96c9-b3a79d871846 with Priority: HIGHEST for action port [ 845.857965] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b16b03-3a62-429e-96c9-b3a79d871846 with Priority: HIGHEST for action port [ 845.859248] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-91b16b03-3a62-429e-96c9-b3a79d871846 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.859496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91b16b03-3a62-429e-96c9-b3a79d871846" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.859920] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91b16b03-3a62-429e-96c9-b3a79d871846" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.859920] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91b16b03-3a62-429e-96c9-b3a79d871846" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.860037] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91b16b03-3a62-429e-96c9-b3a79d871846',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.891248] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.891479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.891546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.891949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.891949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.892199] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be updated. [ 845.933590] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.933757] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.933811] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.934038] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.934191] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.946389] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: IN_PROGRESS for 2s [ 846.065349] env[65674]: INFO networking_nsxv3.common.synchronization [req-88a1a5d9-2d3c-4bdb-8c49-8c4cacf90d34 req-6bd2a946-9095-4f4d-bacd-16186afc0bf5 service nova] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_rules [ 846.065349] env[65674]: INFO networking_nsxv3.common.synchronization [req-88a1a5d9-2d3c-4bdb-8c49-8c4cacf90d34 req-6bd2a946-9095-4f4d-bacd-16186afc0bf5 service nova] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 846.065349] env[65674]: INFO networking_nsxv3.common.synchronization [req-88a1a5d9-2d3c-4bdb-8c49-8c4cacf90d34 req-6bd2a946-9095-4f4d-bacd-16186afc0bf5 service nova] Enqueued Resource ID: e196d116-0cd5-4f35-a2c8-284b4be81abf with Priority: HIGHEST for action port [ 846.065349] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_rules [ 846.065349] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 846.065349] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e196d116-0cd5-4f35-a2c8-284b4be81abf with Priority: HIGHEST for action port [ 846.065349] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.065349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.065349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.065349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.065349] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.068724] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.068724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.068724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.068724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.068724] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.068724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.068724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.068724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.068724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.068724] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.069889] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-e196d116-0cd5-4f35-a2c8-284b4be81abf taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.069889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e196d116-0cd5-4f35-a2c8-284b4be81abf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.069889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e196d116-0cd5-4f35-a2c8-284b4be81abf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.069889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e196d116-0cd5-4f35-a2c8-284b4be81abf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.069889] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e196d116-0cd5-4f35-a2c8-284b4be81abf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.363280] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91b16b03-3a62-429e-96c9-b3a79d871846 [ 846.363524] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.365508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.365508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.365508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.365508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.365508] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91b16b03-3a62-429e-96c9-b3a79d871846 already deleted. [ 846.365508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91b16b03-3a62-429e-96c9-b3a79d871846" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.574215] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.575315] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.575419] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.579023] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e196d116-0cd5-4f35-a2c8-284b4be81abf with status ACTIVE [ 846.579023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.579023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.579023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.579023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.579023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.579023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.579023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.579023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.579023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.579023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.579023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.579023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.579023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.579023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.579023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.579023] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e196d116-0cd5-4f35-a2c8-284b4be81abf is going to be updated. [ 846.599741] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.599741] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.599741] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.599961] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.600378] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.600378] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e196d116-0cd5-4f35-a2c8-284b4be81abf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.080897] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.467093] env[65674]: INFO networking_nsxv3.common.synchronization [None req-7a758ccf-a4e2-42ce-8222-3cf36c15a350 None None] Enqueued Resource ID: 405820dd-e35c-4818-9c5e-88258f005985 with Priority: HIGHEST for action port [ 847.467730] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405820dd-e35c-4818-9c5e-88258f005985 with Priority: HIGHEST for action port [ 847.468183] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-405820dd-e35c-4818-9c5e-88258f005985 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.468341] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-405820dd-e35c-4818-9c5e-88258f005985" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.468458] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-405820dd-e35c-4818-9c5e-88258f005985" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.468748] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-405820dd-e35c-4818-9c5e-88258f005985" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.468835] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('405820dd-e35c-4818-9c5e-88258f005985',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.582976] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.583252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.583252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.583452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.583537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.583628] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be created. [ 847.612923] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.613150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.613378] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.613521] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.613708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.628490] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: UNINITIALIZED for 2s [ 847.960330] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: SUCCESS [ 847.960720] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.971698] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 405820dd-e35c-4818-9c5e-88258f005985 [ 847.971955] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.972409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.972490] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.972901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.973356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.973356] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:405820dd-e35c-4818-9c5e-88258f005985 already deleted. [ 847.973356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-405820dd-e35c-4818-9c5e-88258f005985" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.084912] env[65674]: INFO networking_nsxv3.common.synchronization [req-8831c641-caad-4dfd-94f7-cdf9cd1ae917 req-015db1b7-9af4-44e6-afe4-c60de382e925 tempest-ServersTestFqdnHostnames-751456657 tempest-ServersTestFqdnHostnames-751456657-project-member] Enqueued Resource ID: 220616ad-2bfa-453b-be19-7b20ac393a5d with Priority: HIGHEST for action security_group_members [ 849.085742] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220616ad-2bfa-453b-be19-7b20ac393a5d with Priority: HIGHEST for action security_group_members [ 849.086245] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-220616ad-2bfa-453b-be19-7b20ac393a5d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.086430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.086535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.088563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.092447] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.092710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.092814] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.094351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.094351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.094351] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('220616ad-2bfa-453b-be19-7b20ac393a5d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.597223] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.597489] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.597567] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.598183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.598183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.598183] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.598473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.598473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.598473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.598473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.598655] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 220616ad-2bfa-453b-be19-7b20ac393a5d is going to be updated. [ 849.632846] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.633153] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.633281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.633628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.633863] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.639174] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 849.639534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.639764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.640086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.640375] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.640549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.640658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.640942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.641549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.641697] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.641850] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.644164] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 220616ad-2bfa-453b-be19-7b20ac393a5d in Status: IN_PROGRESS for 2s [ 850.149028] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.149028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.149028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.149028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.149028] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.149028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.149028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.149028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.149028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.149028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.149028] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.149028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.149028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.149028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.149028] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.149028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.150486] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.150486] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.150486] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.150913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.151216] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.655639] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d237632f-4d7a-4d2b-9c4d-e5ca0aca7231: rpc.has_security_group_logging(os_id): False [ 850.674765] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.674989] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.675121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.675420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.675575] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.675842] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.675984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.676091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.676311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.676417] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.676675] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.676806] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.676897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.677102] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.677210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.677479] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.677613] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.677706] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.677920] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.678056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.678194] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be created. [ 850.770742] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.770742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.770742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.771010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.771666] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.801098] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 851.656431] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 220616ad-2bfa-453b-be19-7b20ac393a5d in Status: SUCCESS [ 851.656857] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 220616ad-2bfa-453b-be19-7b20ac393a5d deletion is rescheduled due to dependency. [ 851.656857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.817700] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 852.817987] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.087555] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 854.087555] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 855.799282] env[65674]: INFO networking_nsxv3.common.synchronization [req-23039fb0-097a-4f6f-b298-e30f3c63f1d2 req-46ae7170-43f5-4f6a-a888-46b0f625f03c tempest-AttachInterfacesV270Test-1749602727 tempest-AttachInterfacesV270Test-1749602727-project-member] Enqueued Resource ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 with Priority: HIGHEST for action security_group_members [ 855.799857] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 with Priority: HIGHEST for action security_group_members [ 855.800182] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d1934f-4d26-4956-8da6-312ab4f9b2b7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.800308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.800308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.800551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.800743] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.800886] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.800950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.801101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.801187] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.801281] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d1934f-4d26-4956-8da6-312ab4f9b2b7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.115297] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.115452] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-256" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.115502] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-256" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.116092] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-256" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.117038] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.117038] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.117038] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.117276] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.120918] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.120918] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.120918] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.120918] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.120918] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.120918] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.120918] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.120918] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.140464] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.140464] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.140634] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.140676] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-256" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.141433] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-9299898f-740b-4899-a49a-c5ad8bd03467 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.141433] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-9299898f-740b-4899-a49a-c5ad8bd03467" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.141433] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-9299898f-740b-4899-a49a-c5ad8bd03467" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.141709] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-9299898f-740b-4899-a49a-c5ad8bd03467" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.141753] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9299898f-740b-4899-a49a-c5ad8bd03467',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.303307] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.303473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.303520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.303751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.303868] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.304041] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.304681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.304681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.304681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.304681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.304681] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 already deleted. [ 856.304681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.644946] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.644946] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.645267] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.646197] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.646197] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.646197] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 9299898f-740b-4899-a49a-c5ad8bd03467 not found, creating... [ 856.646197] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.646522] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.646592] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.646858] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.647039] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.647382] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.647569] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.647697] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.647917] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.648074] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.648232] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 9299898f-740b-4899-a49a-c5ad8bd03467 is going to be created. [ 856.670565] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.670886] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.671058] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.671421] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.671766] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.672115] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-9299898f-740b-4899-a49a-c5ad8bd03467" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.409593] env[65674]: INFO networking_nsxv3.common.synchronization [req-23039fb0-097a-4f6f-b298-e30f3c63f1d2 req-0b269fc5-d793-4086-97b8-3cc46fa72c35 service nova] Enqueued Resource ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 with Priority: HIGHEST for action security_group_rules [ 857.409593] env[65674]: INFO networking_nsxv3.common.synchronization [req-23039fb0-097a-4f6f-b298-e30f3c63f1d2 req-0b269fc5-d793-4086-97b8-3cc46fa72c35 service nova] Enqueued Resource ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 with Priority: HIGHEST for action security_group_members [ 857.409593] env[65674]: INFO networking_nsxv3.common.synchronization [req-23039fb0-097a-4f6f-b298-e30f3c63f1d2 req-0b269fc5-d793-4086-97b8-3cc46fa72c35 service nova] Enqueued Resource ID: 9299898f-740b-4899-a49a-c5ad8bd03467 with Priority: HIGHEST for action port [ 857.409593] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 with Priority: HIGHEST for action security_group_rules [ 857.409593] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 with Priority: HIGHEST for action security_group_members [ 857.409593] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9299898f-740b-4899-a49a-c5ad8bd03467 with Priority: HIGHEST for action port [ 857.410195] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82d1934f-4d26-4956-8da6-312ab4f9b2b7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.410339] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.410395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.410681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.410796] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82d1934f-4d26-4956-8da6-312ab4f9b2b7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.411854] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d1934f-4d26-4956-8da6-312ab4f9b2b7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.412861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.412954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.413390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.413390] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.413616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.413693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.413852] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.414250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.414360] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d1934f-4d26-4956-8da6-312ab4f9b2b7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.416018] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-9299898f-740b-4899-a49a-c5ad8bd03467 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.416175] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9299898f-740b-4899-a49a-c5ad8bd03467" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.416175] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9299898f-740b-4899-a49a-c5ad8bd03467" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.416301] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9299898f-740b-4899-a49a-c5ad8bd03467" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.416373] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9299898f-740b-4899-a49a-c5ad8bd03467',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.918324] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82d1934f-4d26-4956-8da6-312ab4f9b2b7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.919566] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d1934f-4d26-4956-8da6-312ab4f9b2b7 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.919677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.919860] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9299898f-740b-4899-a49a-c5ad8bd03467 with status ACTIVE [ 857.920122] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.920397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.920397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.920876] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.920876] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.920876] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.921103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.921103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.921220] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.921289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.922076] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.922076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.922246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.922282] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.922343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.922429] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9299898f-740b-4899-a49a-c5ad8bd03467 is going to be updated. [ 857.949512] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.949512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.949512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.949760] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.949760] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.949974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9299898f-740b-4899-a49a-c5ad8bd03467" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.424236] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82d1934f-4d26-4956-8da6-312ab4f9b2b7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.505981] env[65674]: INFO networking_nsxv3.common.synchronization [req-4c505205-35d3-46ce-a0ca-ca91a4ef6af4 req-5265ba2f-08fa-42a0-ac2b-186ac3a6588e tempest-AttachInterfacesUnderV243Test-1876870830 tempest-AttachInterfacesUnderV243Test-1876870830-project-member] Enqueued Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_members [ 858.506237] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_members [ 858.506551] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-036e0ecd-8aa5-4495-8401-7f8c72f804f2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.506677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.506742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.507083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.508535] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.508535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.508535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.508535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.508535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.508535] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.536495] env[65674]: INFO networking_nsxv3.common.synchronization [req-4c505205-35d3-46ce-a0ca-ca91a4ef6af4 req-5265ba2f-08fa-42a0-ac2b-186ac3a6588e tempest-AttachInterfacesUnderV243Test-1876870830 tempest-AttachInterfacesUnderV243Test-1876870830-project-member] Enqueued Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_rules [ 858.536694] env[65674]: INFO networking_nsxv3.common.synchronization [req-4c505205-35d3-46ce-a0ca-ca91a4ef6af4 req-5265ba2f-08fa-42a0-ac2b-186ac3a6588e tempest-AttachInterfacesUnderV243Test-1876870830 tempest-AttachInterfacesUnderV243Test-1876870830-project-member] Enqueued Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_members [ 858.536864] env[65674]: INFO networking_nsxv3.common.synchronization [req-4c505205-35d3-46ce-a0ca-ca91a4ef6af4 req-5265ba2f-08fa-42a0-ac2b-186ac3a6588e tempest-AttachInterfacesUnderV243Test-1876870830 tempest-AttachInterfacesUnderV243Test-1876870830-project-member] Enqueued Resource ID: 048112fc-4805-4c66-9176-6ca43734819b with Priority: HIGHEST for action port [ 858.538368] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_rules [ 858.538420] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_members [ 858.538667] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048112fc-4805-4c66-9176-6ca43734819b with Priority: HIGHEST for action port [ 858.539555] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.539774] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.539849] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.540219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.540314] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.542806] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-036e0ecd-8aa5-4495-8401-7f8c72f804f2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.542806] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.543466] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-048112fc-4805-4c66-9176-6ca43734819b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.543466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-048112fc-4805-4c66-9176-6ca43734819b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.543466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-048112fc-4805-4c66-9176-6ca43734819b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.543673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-048112fc-4805-4c66-9176-6ca43734819b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.543673] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('048112fc-4805-4c66-9176-6ca43734819b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.926990] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.927211] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.927328] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.927644] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.927752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.927854] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 is going to be created. [ 858.966700] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.966909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.966981] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.967270] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.967532] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.980471] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 in Status: UNINITIALIZED for 2s [ 859.011084] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.047237] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 048112fc-4805-4c66-9176-6ca43734819b with status ACTIVE [ 859.047237] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.047237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.047237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.047237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.047237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.047237] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.047237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.047979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.047979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.047979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.047979] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.047979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.047979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.048196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.048196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.048282] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 048112fc-4805-4c66-9176-6ca43734819b is going to be updated. [ 859.051149] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-036e0ecd-8aa5-4495-8401-7f8c72f804f2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.051149] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.080372] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.080649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.080649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.080912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.081028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.081115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-048112fc-4805-4c66-9176-6ca43734819b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.516594] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.019166] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.019731] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.019836] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.020062] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.020185] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.020650] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 is going to be updated. [ 860.058877] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.059507] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.059507] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.059507] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.059507] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.080848] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: IN_PROGRESS for 2s [ 860.992017] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 in Status: SUCCESS [ 860.992017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.992017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.992017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.992017] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.992017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.992017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.992017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.992017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.992017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.992017] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82d1934f-4d26-4956-8da6-312ab4f9b2b7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.496082] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d1934f-4d26-4956-8da6-312ab4f9b2b7 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.496082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.496082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.496082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.496300] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.496392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.496460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.496598] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.496684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.496799] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.497061] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d1934f-4d26-4956-8da6-312ab4f9b2b7 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.497330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.497330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.497525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.497749] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.497899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.497985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.498782] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.499150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.499271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.499482] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82d1934f-4d26-4956-8da6-312ab4f9b2b7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.003261] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82d1934f-4d26-4956-8da6-312ab4f9b2b7: rpc.has_security_group_logging(os_id): False [ 862.025929] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.026162] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.026219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.026423] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.026533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.026765] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.026882] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.026947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.027118] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.027212] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.027407] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.027501] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.027574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.031398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.031398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.031574] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.031690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.031757] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.031936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.032033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.032124] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 is going to be created. [ 862.093038] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: SUCCESS [ 862.093474] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.093628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.097025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.097025] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.097025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.097025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.097025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.097025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.097025] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.103858] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.104055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.104055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.104311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.104464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.117982] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 in Status: IN_PROGRESS for 2s [ 862.598913] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.103844] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.539689] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 863.539801] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 863.606347] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.606556] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.606630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.606921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.607046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.607154] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 is going to be updated. [ 863.639647] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.639851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.639851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.640110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.640256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.650108] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: IN_PROGRESS for 2s [ 863.977010] env[65674]: INFO networking_nsxv3.common.synchronization [req-93b1b738-8830-4d36-92b1-5a555a8e81e2 req-2fbc6820-3598-441d-88ff-777e8c4b3876 tempest-ServerActionsTestOtherB-856458543 tempest-ServerActionsTestOtherB-856458543-project-member] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 863.977682] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 863.978091] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.978223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.978284] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.978552] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.978717] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.979253] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.979253] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.979396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.979396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.979550] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.132226] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 in Status: SUCCESS [ 864.132702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.483960] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.483960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.483960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.483960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.483960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.483960] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.483960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.483960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.483960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.483960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.483960] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc already deleted. [ 864.483960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.993739] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.994013] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-335" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.994184] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-335" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.994594] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-335" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.994949] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.995190] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.995260] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.995557] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.995780] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.996102] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.996281] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.996449] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.996644] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.996786] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.996894] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.997093] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.017608] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.017887] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.018115] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.018379] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-335" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.018843] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-c90e0a7f-72f9-4f3d-accd-d5a4badc6fea taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.019115] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-c90e0a7f-72f9-4f3d-accd-d5a4badc6fea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.019306] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-c90e0a7f-72f9-4f3d-accd-d5a4badc6fea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.019739] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-c90e0a7f-72f9-4f3d-accd-d5a4badc6fea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.019949] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c90e0a7f-72f9-4f3d-accd-d5a4badc6fea',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.523599] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.523599] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.524145] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.524145] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.524372] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.525157] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port c90e0a7f-72f9-4f3d-accd-d5a4badc6fea not found, creating... [ 865.525157] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.525157] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.525459] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.525553] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.525728] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.526114] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.526396] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.526549] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.526841] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.527024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.527231] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: c90e0a7f-72f9-4f3d-accd-d5a4badc6fea is going to be created. [ 865.552165] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.552338] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.552541] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.552845] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.553141] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.553429] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-c90e0a7f-72f9-4f3d-accd-d5a4badc6fea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.675796] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: IN_PROGRESS for 4s [ 866.255176] env[65674]: INFO networking_nsxv3.common.synchronization [req-93b1b738-8830-4d36-92b1-5a555a8e81e2 req-e55d5069-76a3-4175-8f4c-f3e35bf121ca service nova] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_rules [ 866.255345] env[65674]: INFO networking_nsxv3.common.synchronization [req-93b1b738-8830-4d36-92b1-5a555a8e81e2 req-e55d5069-76a3-4175-8f4c-f3e35bf121ca service nova] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 866.255476] env[65674]: INFO networking_nsxv3.common.synchronization [req-93b1b738-8830-4d36-92b1-5a555a8e81e2 req-e55d5069-76a3-4175-8f4c-f3e35bf121ca service nova] Enqueued Resource ID: c90e0a7f-72f9-4f3d-accd-d5a4badc6fea with Priority: HIGHEST for action port [ 866.256107] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_rules [ 866.256253] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 866.256348] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c90e0a7f-72f9-4f3d-accd-d5a4badc6fea with Priority: HIGHEST for action port [ 866.256624] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.256747] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.256812] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.257035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.257188] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.258081] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.258197] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.258263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.258434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.258574] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.258672] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.258741] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.258879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.258962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.259066] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.260604] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-c90e0a7f-72f9-4f3d-accd-d5a4badc6fea taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.260692] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c90e0a7f-72f9-4f3d-accd-d5a4badc6fea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.260751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c90e0a7f-72f9-4f3d-accd-d5a4badc6fea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.260904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c90e0a7f-72f9-4f3d-accd-d5a4badc6fea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.260981] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c90e0a7f-72f9-4f3d-accd-d5a4badc6fea',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.765949] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.766327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.766327] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.767539] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c90e0a7f-72f9-4f3d-accd-d5a4badc6fea with status ACTIVE [ 866.767797] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.767925] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.768032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.768415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.768528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.768870] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.769016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.776312] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.776728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.776838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.777262] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.777429] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.777520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.777712] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.777798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.777923] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c90e0a7f-72f9-4f3d-accd-d5a4badc6fea is going to be updated. [ 866.814368] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.814555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.814694] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.814906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.815114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.815350] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c90e0a7f-72f9-4f3d-accd-d5a4badc6fea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.281148] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.290696] env[65674]: INFO networking_nsxv3.common.synchronization [None req-597cf9f5-91f4-45a2-8eff-217f0dc7d4a1 None None] Enqueued Resource ID: a22d6877-c156-49d9-82bf-63ad2f92f145 with Priority: HIGHEST for action port [ 867.291469] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22d6877-c156-49d9-82bf-63ad2f92f145 with Priority: HIGHEST for action port [ 867.291663] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-a22d6877-c156-49d9-82bf-63ad2f92f145 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.291776] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a22d6877-c156-49d9-82bf-63ad2f92f145" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.291863] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a22d6877-c156-49d9-82bf-63ad2f92f145" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.293591] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a22d6877-c156-49d9-82bf-63ad2f92f145" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.293705] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a22d6877-c156-49d9-82bf-63ad2f92f145',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.688678] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: SUCCESS [ 867.689311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.689533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.689857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.690093] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.690217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.690299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.690461] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.690601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.690654] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.690713] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.787886] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.788237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.789834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.790395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.790614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.790817] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc is going to be created. [ 867.796540] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a22d6877-c156-49d9-82bf-63ad2f92f145 [ 867.798236] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.798236] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.798236] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.798236] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.798236] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.798236] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a22d6877-c156-49d9-82bf-63ad2f92f145 already deleted. [ 867.798236] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a22d6877-c156-49d9-82bf-63ad2f92f145" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.825988] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.825988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.825988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.825988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.825988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.841392] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: UNINITIALIZED for 2s [ 868.010251] env[65674]: INFO networking_nsxv3.common.synchronization [None req-ba2ada88-032c-4da7-9c84-cd7125843a7f None None] Enqueued Resource ID: 64e33090-fb54-4518-b1d1-da8f3e821548 with Priority: HIGHEST for action port [ 868.010251] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64e33090-fb54-4518-b1d1-da8f3e821548 with Priority: HIGHEST for action port [ 868.010251] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-64e33090-fb54-4518-b1d1-da8f3e821548 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.010251] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64e33090-fb54-4518-b1d1-da8f3e821548" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.010251] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64e33090-fb54-4518-b1d1-da8f3e821548" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.010708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64e33090-fb54-4518-b1d1-da8f3e821548" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.010708] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64e33090-fb54-4518-b1d1-da8f3e821548',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.193392] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.400533] env[65674]: INFO networking_nsxv3.common.synchronization [None req-819a0ce4-6e1b-4d9f-8e49-3e458a5e67e5 None None] Enqueued Resource ID: a48dfd14-63bf-4d1d-8945-1fccf4514da9 with Priority: HIGHEST for action port [ 868.401291] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a48dfd14-63bf-4d1d-8945-1fccf4514da9 with Priority: HIGHEST for action port [ 868.401766] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-a48dfd14-63bf-4d1d-8945-1fccf4514da9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.401894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a48dfd14-63bf-4d1d-8945-1fccf4514da9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.401961] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a48dfd14-63bf-4d1d-8945-1fccf4514da9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.402855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a48dfd14-63bf-4d1d-8945-1fccf4514da9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.403523] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a48dfd14-63bf-4d1d-8945-1fccf4514da9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.513240] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64e33090-fb54-4518-b1d1-da8f3e821548 [ 868.513535] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.513729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.513802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.514292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.514292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.514443] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64e33090-fb54-4518-b1d1-da8f3e821548 already deleted. [ 868.514443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64e33090-fb54-4518-b1d1-da8f3e821548" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.696863] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 036e0ecd-8aa5-4495-8401-7f8c72f804f2: rpc.has_security_group_logging(os_id): False [ 868.717078] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.717078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.717078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.717078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.717078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.717078] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.717078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.717078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.717078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.717078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.717078] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 is going to be updated. [ 868.803088] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.803088] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.803088] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.803088] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.803088] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.819808] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: IN_PROGRESS for 2s [ 868.905616] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a48dfd14-63bf-4d1d-8945-1fccf4514da9 [ 868.905853] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.905980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.906082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.906294] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.906379] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.906471] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a48dfd14-63bf-4d1d-8945-1fccf4514da9 already deleted. [ 868.906546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a48dfd14-63bf-4d1d-8945-1fccf4514da9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.419527] env[65674]: INFO networking_nsxv3.common.synchronization [None req-1ce0db65-0536-4576-b303-0f108316c1cc None None] Enqueued Resource ID: 5b40b685-6c15-41ce-b936-81cac9d60ab1 with Priority: HIGHEST for action port [ 869.420096] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b40b685-6c15-41ce-b936-81cac9d60ab1 with Priority: HIGHEST for action port [ 869.420424] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b40b685-6c15-41ce-b936-81cac9d60ab1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.420551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b40b685-6c15-41ce-b936-81cac9d60ab1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.420619] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b40b685-6c15-41ce-b936-81cac9d60ab1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.420904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b40b685-6c15-41ce-b936-81cac9d60ab1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.420993] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b40b685-6c15-41ce-b936-81cac9d60ab1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.852762] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: SUCCESS [ 869.852762] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.852762] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.852762] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.852762] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.855337] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.855337] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.855337] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.855337] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.855337] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.855337] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.924360] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b40b685-6c15-41ce-b936-81cac9d60ab1 [ 869.924360] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.924360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.924360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.924360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.924584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.924584] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b40b685-6c15-41ce-b936-81cac9d60ab1 already deleted. [ 869.924584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b40b685-6c15-41ce-b936-81cac9d60ab1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.358079] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.836222] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: SUCCESS [ 870.836349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.860704] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37eb7366-98a5-4d33-a73e-4b81bf00dcbc: rpc.has_security_group_logging(os_id): False [ 870.883903] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.883903] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.884067] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.884167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.884265] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.884500] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.886010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.886010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.886010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.886010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.886010] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc is going to be created. [ 870.920449] env[65674]: INFO networking_nsxv3.common.synchronization [req-a8fbe3da-b5e3-4f09-94b0-e37ce48f9663 req-8da37580-bc92-4ae8-8635-a680c6adc8d8 tempest-ServerRescueTestJSON-1422254753 tempest-ServerRescueTestJSON-1422254753-project-member] Enqueued Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGHEST for action security_group_members [ 870.922966] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGHEST for action security_group_members [ 870.924822] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-52b6d97d-2f8a-498c-ad37-df4175ac85d1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.924822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.924822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.924822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.924822] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.924822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.924822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.924822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.924822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.924822] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.953935] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.953935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.954109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.954703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.954703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.969498] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: IN_PROGRESS for 2s [ 870.978808] env[65674]: INFO networking_nsxv3.common.synchronization [None req-e4b8f7ab-6e77-42ff-a6b7-e2994f18457d None None] Enqueued Resource ID: da26cbbf-79b2-4c28-a9f3-276d856b7c58 with Priority: HIGHEST for action port [ 870.979332] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da26cbbf-79b2-4c28-a9f3-276d856b7c58 with Priority: HIGHEST for action port [ 870.979694] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-da26cbbf-79b2-4c28-a9f3-276d856b7c58 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.979879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da26cbbf-79b2-4c28-a9f3-276d856b7c58" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.979999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da26cbbf-79b2-4c28-a9f3-276d856b7c58" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.981087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da26cbbf-79b2-4c28-a9f3-276d856b7c58" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.981087] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da26cbbf-79b2-4c28-a9f3-276d856b7c58',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.047459] env[65674]: INFO networking_nsxv3.common.synchronization [None req-b13c2f91-815a-47f9-a6b8-2557c1ccca46 None None] Enqueued Resource ID: a245e0a9-ff86-4d2e-a8cc-010f14f70d34 with Priority: HIGHEST for action port [ 871.047607] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a245e0a9-ff86-4d2e-a8cc-010f14f70d34 with Priority: HIGHEST for action port [ 871.047910] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-a245e0a9-ff86-4d2e-a8cc-010f14f70d34 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.047992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a245e0a9-ff86-4d2e-a8cc-010f14f70d34" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.048045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a245e0a9-ff86-4d2e-a8cc-010f14f70d34" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.048564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a245e0a9-ff86-4d2e-a8cc-010f14f70d34" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.048564] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a245e0a9-ff86-4d2e-a8cc-010f14f70d34',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.427686] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.447399] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.448065] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.448259] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.448419] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.448773] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.448953] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.449126] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.449375] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.449555] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.449769] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.449881] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.449988] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.450138] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.450220] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.450329] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.450458] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.468852] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.469041] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.469179] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.469351] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.469725] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-51178d11-4047-452d-a197-b8a41a8fc3be taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.469903] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-51178d11-4047-452d-a197-b8a41a8fc3be" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.470034] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-51178d11-4047-452d-a197-b8a41a8fc3be" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.470354] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-51178d11-4047-452d-a197-b8a41a8fc3be" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.470491] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51178d11-4047-452d-a197-b8a41a8fc3be',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.486893] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da26cbbf-79b2-4c28-a9f3-276d856b7c58 [ 871.487103] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.487710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.487710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.487710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.487710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.487710] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da26cbbf-79b2-4c28-a9f3-276d856b7c58 already deleted. [ 871.487870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da26cbbf-79b2-4c28-a9f3-276d856b7c58" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.550536] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a245e0a9-ff86-4d2e-a8cc-010f14f70d34 [ 871.550733] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.552236] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.552323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.552525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.552633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.552723] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a245e0a9-ff86-4d2e-a8cc-010f14f70d34 already deleted. [ 871.552828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a245e0a9-ff86-4d2e-a8cc-010f14f70d34" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.930998] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.973366] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.973658] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.973781] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.974090] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.974235] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.974393] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 51178d11-4047-452d-a197-b8a41a8fc3be not found, creating... [ 871.974657] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.974811] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.974930] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.975175] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.975323] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.975605] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.975788] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.975971] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.976299] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.976505] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.976706] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 51178d11-4047-452d-a197-b8a41a8fc3be is going to be created. [ 872.072206] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.072206] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.072206] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.072790] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.072790] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.072956] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-51178d11-4047-452d-a197-b8a41a8fc3be" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.435890] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.435890] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.435890] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.435890] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.435890] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.435890] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 is going to be updated. [ 872.465836] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.465836] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.465836] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.465836] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.465836] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.475161] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 in Status: IN_PROGRESS for 2s [ 872.777023] env[65674]: INFO networking_nsxv3.common.synchronization [req-a8fbe3da-b5e3-4f09-94b0-e37ce48f9663 req-c2ec46c5-e05c-4cfa-8272-74f8f647ab24 service nova] Enqueued Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGHEST for action security_group_rules [ 872.777023] env[65674]: INFO networking_nsxv3.common.synchronization [req-a8fbe3da-b5e3-4f09-94b0-e37ce48f9663 req-c2ec46c5-e05c-4cfa-8272-74f8f647ab24 service nova] Enqueued Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGHEST for action security_group_members [ 872.777023] env[65674]: INFO networking_nsxv3.common.synchronization [req-a8fbe3da-b5e3-4f09-94b0-e37ce48f9663 req-c2ec46c5-e05c-4cfa-8272-74f8f647ab24 service nova] Enqueued Resource ID: 51178d11-4047-452d-a197-b8a41a8fc3be with Priority: HIGHEST for action port [ 872.777023] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGHEST for action security_group_rules [ 872.777023] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGHEST for action security_group_members [ 872.777023] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51178d11-4047-452d-a197-b8a41a8fc3be with Priority: HIGHEST for action port [ 872.777023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52b6d97d-2f8a-498c-ad37-df4175ac85d1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.777023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.777023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.777023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.777023] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.778870] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-52b6d97d-2f8a-498c-ad37-df4175ac85d1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.779099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.779420] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-51178d11-4047-452d-a197-b8a41a8fc3be taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.779757] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51178d11-4047-452d-a197-b8a41a8fc3be" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.779888] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51178d11-4047-452d-a197-b8a41a8fc3be" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.780138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51178d11-4047-452d-a197-b8a41a8fc3be" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.780340] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51178d11-4047-452d-a197-b8a41a8fc3be',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.989151] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: SUCCESS [ 872.989151] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.177982] env[65674]: INFO networking_nsxv3.common.synchronization [req-a9425b12-ad78-4d0f-8de1-d4cde6fab826 req-0142936c-9215-4fde-a5c2-225e68719dc1 tempest-ServerMetadataTestJSON-436790914 tempest-ServerMetadataTestJSON-436790914-project-member] Enqueued Resource ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c with Priority: HIGHEST for action security_group_members [ 873.178603] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c with Priority: HIGHEST for action security_group_members [ 873.179327] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-2221c62c-2d05-48f0-9451-07c99e0dfa7c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.179327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.179327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.179327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.179509] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.179509] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.179652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.179836] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.179937] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.180049] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2221c62c-2d05-48f0-9451-07c99e0dfa7c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.282019] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-52b6d97d-2f8a-498c-ad37-df4175ac85d1 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.282164] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.285562] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51178d11-4047-452d-a197-b8a41a8fc3be with status ACTIVE [ 873.285770] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.285897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.285968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.286197] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.286288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.287115] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.287115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.287115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.287115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.287115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.287115] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.287354] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.287354] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.287354] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.287428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.287530] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51178d11-4047-452d-a197-b8a41a8fc3be is going to be updated. [ 873.311510] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.311752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.312077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.312077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.312205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.312378] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51178d11-4047-452d-a197-b8a41a8fc3be" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.681829] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.682019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.682064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.682297] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.682390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.682769] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.682769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.682769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.682907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.682983] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.683084] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c already deleted. [ 873.683161] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.759136] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.759136] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-366" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.759136] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-366" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.759477] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-366" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.759950] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.760319] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.760582] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.760978] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.761303] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.763652] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.763652] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.763652] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.763652] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.763652] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.763652] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.763652] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.784219] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.784219] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.784377] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.784535] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-366" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.784937] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-2e58224c-67e7-4250-9106-30e15db79e39 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.785144] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-2e58224c-67e7-4250-9106-30e15db79e39" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.785264] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-2e58224c-67e7-4250-9106-30e15db79e39" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.785595] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-2e58224c-67e7-4250-9106-30e15db79e39" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.785727] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e58224c-67e7-4250-9106-30e15db79e39',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.044817] env[65674]: INFO networking_nsxv3.common.synchronization [None req-07c60930-f623-4e5a-9f74-6c97d5f2cf95 None None] Enqueued Resource ID: af8d9e45-d707-46bb-be83-da029bd7f545 with Priority: HIGHEST for action port [ 874.045321] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af8d9e45-d707-46bb-be83-da029bd7f545 with Priority: HIGHEST for action port [ 874.045661] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-af8d9e45-d707-46bb-be83-da029bd7f545 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.045787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af8d9e45-d707-46bb-be83-da029bd7f545" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.045855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af8d9e45-d707-46bb-be83-da029bd7f545" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.046138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af8d9e45-d707-46bb-be83-da029bd7f545" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.046251] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af8d9e45-d707-46bb-be83-da029bd7f545',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.289111] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.289415] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.289611] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.289951] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.290174] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.290371] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 2e58224c-67e7-4250-9106-30e15db79e39 not found, creating... [ 874.290699] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.290894] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.291064] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.291342] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.291530] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.291910] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.293423] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.293658] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.294129] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.294577] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.294876] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 2e58224c-67e7-4250-9106-30e15db79e39 is going to be created. [ 874.319739] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.320129] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.320342] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.320642] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.320909] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.321182] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-2e58224c-67e7-4250-9106-30e15db79e39" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.488949] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 in Status: SUCCESS [ 874.488949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.488949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.488949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.488949] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.488949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.488949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.488949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.488949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.488949] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.548795] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af8d9e45-d707-46bb-be83-da029bd7f545 [ 874.548795] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.548795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.549038] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.549117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.549247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.549359] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af8d9e45-d707-46bb-be83-da029bd7f545 already deleted. [ 874.549469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af8d9e45-d707-46bb-be83-da029bd7f545" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.995034] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.126464] env[65674]: INFO networking_nsxv3.common.synchronization [req-a9425b12-ad78-4d0f-8de1-d4cde6fab826 req-5baad631-82d6-43c4-976e-cbdbbe497789 service nova] Enqueued Resource ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c with Priority: HIGHEST for action security_group_rules [ 875.126702] env[65674]: INFO networking_nsxv3.common.synchronization [req-a9425b12-ad78-4d0f-8de1-d4cde6fab826 req-5baad631-82d6-43c4-976e-cbdbbe497789 service nova] Enqueued Resource ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c with Priority: HIGHEST for action security_group_members [ 875.126926] env[65674]: INFO networking_nsxv3.common.synchronization [req-a9425b12-ad78-4d0f-8de1-d4cde6fab826 req-5baad631-82d6-43c4-976e-cbdbbe497789 service nova] Enqueued Resource ID: 2e58224c-67e7-4250-9106-30e15db79e39 with Priority: HIGHEST for action port [ 875.127311] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c with Priority: HIGHEST for action security_group_rules [ 875.127602] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c with Priority: HIGHEST for action security_group_members [ 875.127602] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e58224c-67e7-4250-9106-30e15db79e39 with Priority: HIGHEST for action port [ 875.127998] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2221c62c-2d05-48f0-9451-07c99e0dfa7c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.127998] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.127998] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.129385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.131103] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2221c62c-2d05-48f0-9451-07c99e0dfa7c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.131103] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-2221c62c-2d05-48f0-9451-07c99e0dfa7c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.131103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.131103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.131103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.131353] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.131353] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.131353] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.131663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.132661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.132661] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2221c62c-2d05-48f0-9451-07c99e0dfa7c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.135933] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e58224c-67e7-4250-9106-30e15db79e39 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.135933] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e58224c-67e7-4250-9106-30e15db79e39" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.135933] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e58224c-67e7-4250-9106-30e15db79e39" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.135933] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e58224c-67e7-4250-9106-30e15db79e39" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.135933] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e58224c-67e7-4250-9106-30e15db79e39',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.497917] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.636917] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-2221c62c-2d05-48f0-9451-07c99e0dfa7c taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.637154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.637371] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2221c62c-2d05-48f0-9451-07c99e0dfa7c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.643022] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e58224c-67e7-4250-9106-30e15db79e39 with status ACTIVE [ 875.643022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.643022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.643022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.643022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.643022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.643022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.643022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.643022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.643529] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.643629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.643842] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.643941] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.644020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.644177] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.644250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.644380] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e58224c-67e7-4250-9106-30e15db79e39 is going to be updated. [ 875.670791] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.670791] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.670791] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.670791] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.670791] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.670791] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e58224c-67e7-4250-9106-30e15db79e39" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.004566] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.004722] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.004792] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.005053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.005135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.005243] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 is going to be updated. [ 876.048333] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.048333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.048333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.048333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.048333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.059402] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 in Status: IN_PROGRESS for 2s [ 876.148542] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2221c62c-2d05-48f0-9451-07c99e0dfa7c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.440059] env[65674]: INFO networking_nsxv3.common.synchronization [None req-1250bd22-54d3-4265-a055-926372652016 tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 with Priority: HIGHEST for action security_group_rules [ 876.440818] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 with Priority: HIGHEST for action security_group_rules [ 876.441079] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f2ea49e-563c-429d-aecc-b4ab587175d0 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.441495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.441495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.442657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.444960] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f2ea49e-563c-429d-aecc-b4ab587175d0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.461108] env[65674]: INFO networking_nsxv3.common.synchronization [None req-cde9118d-56cd-467b-ad74-dbf5b2c985f1 None None] Enqueued Resource ID: bb528291-3724-4eff-875b-d4b4573eb557 with Priority: HIGHEST for action port [ 876.461787] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb528291-3724-4eff-875b-d4b4573eb557 with Priority: HIGHEST for action port [ 876.462140] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb528291-3724-4eff-875b-d4b4573eb557 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.462884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb528291-3724-4eff-875b-d4b4573eb557" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.462884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb528291-3724-4eff-875b-d4b4573eb557" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.462884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb528291-3724-4eff-875b-d4b4573eb557" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.462884] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb528291-3724-4eff-875b-d4b4573eb557',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.651397] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.651580] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.651650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.651890] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.652046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.652200] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c is going to be created. [ 876.683374] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.683587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.683587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.683769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.683934] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.697435] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c in Status: UNINITIALIZED for 2s [ 876.814535] env[65674]: INFO networking_nsxv3.common.synchronization [None req-fc7f2d93-702f-4e7c-a504-9dbb391d2669 tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 with Priority: HIGHEST for action security_group_rules [ 876.815860] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 with Priority: HIGHEST for action security_group_rules [ 876.815860] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f2ea49e-563c-429d-aecc-b4ab587175d0 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.815860] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.965921] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb528291-3724-4eff-875b-d4b4573eb557 [ 876.966127] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.966313] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.966368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.966559] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.966837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.966837] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb528291-3724-4eff-875b-d4b4573eb557 already deleted. [ 876.966837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb528291-3724-4eff-875b-d4b4573eb557" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.967884] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.968048] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.968289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.968289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.968403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.968461] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 already deleted. [ 876.968535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.968686] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.969229] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.969229] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f2ea49e-563c-429d-aecc-b4ab587175d0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.501425] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.501855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.501855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.502479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.502479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.502479] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 already deleted. [ 877.502479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.056183] env[65674]: INFO networking_nsxv3.common.synchronization [req-7276140f-43aa-417d-aa41-8e2e39664056 req-3e11e405-3ae6-400b-bc28-bdb5b7117fcc tempest-ServersAdminTestJSON-335483581 tempest-ServersAdminTestJSON-335483581-project-member] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 878.056768] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 878.057090] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.057262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.057359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.057586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.057757] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.060562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.060562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.060562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.060562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.060562] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.069428] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 in Status: SUCCESS [ 878.069651] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.069817] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.070061] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.070266] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.070399] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.070450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.070790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.070790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.071810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.071810] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.561204] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.576034] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-52b6d97d-2f8a-498c-ad37-df4175ac85d1 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.576248] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.576326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.576517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.576703] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.576882] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.576882] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.577099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.577206] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.577340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.577599] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-52b6d97d-2f8a-498c-ad37-df4175ac85d1 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.577677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.577716] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.577980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.578145] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.578285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.578397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.579123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.579255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.579399] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.579541] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.708385] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c in Status: SUCCESS [ 878.708715] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.708929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.709200] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.709446] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.709682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.709758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.710045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.710045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.710133] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.710220] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2221c62c-2d05-48f0-9451-07c99e0dfa7c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.067394] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.085266] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52b6d97d-2f8a-498c-ad37-df4175ac85d1: rpc.has_security_group_logging(os_id): False [ 879.106137] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.106290] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.106361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.106608] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.106710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.107030] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.107030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.107118] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.107237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.107312] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.107482] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.107576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.107664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.107810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.107884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.108085] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.108178] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.108237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.108391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.108470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.108555] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 is going to be updated. [ 879.176544] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.176544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.176544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.176544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.176544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.190937] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 in Status: IN_PROGRESS for 2s [ 879.213472] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-2221c62c-2d05-48f0-9451-07c99e0dfa7c taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.213609] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.213662] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.213973] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.214245] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.214404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.214506] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.214764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.214899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.215052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.215292] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-2221c62c-2d05-48f0-9451-07c99e0dfa7c taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.215443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.215534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.215767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.215983] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.216141] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.216235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.216446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.216562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.216690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.216823] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2221c62c-2d05-48f0-9451-07c99e0dfa7c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.430391] env[65674]: INFO networking_nsxv3.common.synchronization [req-65fa6286-e232-4d3e-b3c6-dedbc2f5ad60 req-afc2ae97-5e2b-4a3c-8f8f-64b9514e68b4 tempest-ImagesOneServerNegativeTestJSON-1196337290 tempest-ImagesOneServerNegativeTestJSON-1196337290-project-member] Enqueued Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 879.430391] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 879.430391] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.430391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.430391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.430391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.430780] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.430780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.430780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.430780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.430897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.430897] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.570801] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.571096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.571096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.571320] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.571434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.571560] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be updated. [ 879.604109] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.604282] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.604369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.604636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.605432] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.618937] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: IN_PROGRESS for 2s [ 879.724386] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2221c62c-2d05-48f0-9451-07c99e0dfa7c: rpc.has_security_group_logging(os_id): False [ 879.761040] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.761660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.761660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.761792] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.762333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.762333] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.762333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.762333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.762586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.762586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.762757] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.762854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.764244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.764244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.764244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.764244] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.764244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.764244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.764244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.764244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.764244] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c is going to be created. [ 879.840659] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.840836] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.840919] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.841538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.841781] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.854637] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c in Status: IN_PROGRESS for 2s [ 879.933642] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.933642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.933799] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.934132] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.934173] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.934434] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.934495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.934524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.934676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.934754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.934841] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 is going to be deleted. [ 879.953105] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.953381] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-379" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.953479] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-379" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.955123] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-379" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.955123] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.955123] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.955123] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.955123] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.955123] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.955485] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.955485] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.955541] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.955687] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.955771] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.955855] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.955992] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.992448] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.992448] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.992448] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.992448] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-379" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.992448] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-453b114e-5078-4cc9-b504-5896e1acec00 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.992448] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-453b114e-5078-4cc9-b504-5896e1acec00" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.992802] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-453b114e-5078-4cc9-b504-5896e1acec00" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.996332] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-453b114e-5078-4cc9-b504-5896e1acec00" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.996542] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('453b114e-5078-4cc9-b504-5896e1acec00',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.999053] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.999479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.999946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.999946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.000022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.000199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.501928] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.502276] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.502474] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.502913] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.503166] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.503412] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 453b114e-5078-4cc9-b504-5896e1acec00 not found, creating... [ 880.504698] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.504698] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.504698] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.504923] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.505074] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.505987] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.506278] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.506475] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.506830] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.507062] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.507280] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 453b114e-5078-4cc9-b504-5896e1acec00 is going to be created. [ 880.531366] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.532137] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.532137] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.532417] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.532608] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.532985] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-453b114e-5078-4cc9-b504-5896e1acec00" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.200755] env[65674]: INFO networking_nsxv3.common.synchronization [req-65fa6286-e232-4d3e-b3c6-dedbc2f5ad60 req-1aa25d4f-6941-4b73-b8f1-88c58b62e6c5 service nova] Enqueued Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_rules [ 881.200755] env[65674]: INFO networking_nsxv3.common.synchronization [req-65fa6286-e232-4d3e-b3c6-dedbc2f5ad60 req-1aa25d4f-6941-4b73-b8f1-88c58b62e6c5 service nova] Enqueued Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 881.200755] env[65674]: INFO networking_nsxv3.common.synchronization [req-65fa6286-e232-4d3e-b3c6-dedbc2f5ad60 req-1aa25d4f-6941-4b73-b8f1-88c58b62e6c5 service nova] Enqueued Resource ID: 453b114e-5078-4cc9-b504-5896e1acec00 with Priority: HIGHEST for action port [ 881.201176] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_rules [ 881.201176] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 881.201176] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 453b114e-5078-4cc9-b504-5896e1acec00 with Priority: HIGHEST for action port [ 881.201654] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.201796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.201870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.202743] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.202853] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.203814] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.204747] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.204823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.205026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.205191] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.205292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.205452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.205618] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.205716] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.205807] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.206753] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-453b114e-5078-4cc9-b504-5896e1acec00 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.206753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-453b114e-5078-4cc9-b504-5896e1acec00" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.206880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-453b114e-5078-4cc9-b504-5896e1acec00" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.206972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-453b114e-5078-4cc9-b504-5896e1acec00" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.207098] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('453b114e-5078-4cc9-b504-5896e1acec00',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.209662] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 in Status: SUCCESS [ 881.209850] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.629390] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: SUCCESS [ 881.629616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.709731] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.710290] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.710687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.710880] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 453b114e-5078-4cc9-b504-5896e1acec00 with status ACTIVE [ 881.711088] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.713047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.713047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.713047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.713047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.713047] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.713047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.713047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.713047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.713047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.713483] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.713483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.713483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.713483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.713483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.713642] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 453b114e-5078-4cc9-b504-5896e1acec00 is going to be updated. [ 881.738931] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.739117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.739184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.739398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.739535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.739740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-453b114e-5078-4cc9-b504-5896e1acec00" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.773652] env[65674]: INFO networking_nsxv3.common.synchronization [req-e3577368-9683-40f2-94f5-6b7887c14d6d req-66b13d09-a36a-4a2e-bfb3-ce18c0cf2412 tempest-AttachInterfacesUnderV243Test-1876870830 tempest-AttachInterfacesUnderV243Test-1876870830-project-member] Enqueued Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_members [ 881.773652] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_members [ 881.773652] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-036e0ecd-8aa5-4495-8401-7f8c72f804f2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.773652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.773652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.773652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.773652] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.773652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.773652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.773652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.773652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.774147] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.787854] env[65674]: INFO networking_nsxv3.common.synchronization [req-e3577368-9683-40f2-94f5-6b7887c14d6d req-66b13d09-a36a-4a2e-bfb3-ce18c0cf2412 tempest-AttachInterfacesUnderV243Test-1876870830 tempest-AttachInterfacesUnderV243Test-1876870830-project-member] Enqueued Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_rules [ 881.788111] env[65674]: INFO networking_nsxv3.common.synchronization [req-e3577368-9683-40f2-94f5-6b7887c14d6d req-66b13d09-a36a-4a2e-bfb3-ce18c0cf2412 tempest-AttachInterfacesUnderV243Test-1876870830 tempest-AttachInterfacesUnderV243Test-1876870830-project-member] Enqueued Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_members [ 881.788259] env[65674]: INFO networking_nsxv3.common.synchronization [req-e3577368-9683-40f2-94f5-6b7887c14d6d req-66b13d09-a36a-4a2e-bfb3-ce18c0cf2412 tempest-AttachInterfacesUnderV243Test-1876870830 tempest-AttachInterfacesUnderV243Test-1876870830-project-member] Enqueued Resource ID: 048112fc-4805-4c66-9176-6ca43734819b with Priority: HIGHEST for action port [ 881.789016] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_rules [ 881.789202] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_members [ 881.789254] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048112fc-4805-4c66-9176-6ca43734819b with Priority: HIGHEST for action port [ 881.789530] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.789672] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.789742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.789962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.790067] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.791183] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-036e0ecd-8aa5-4495-8401-7f8c72f804f2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.791281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.791493] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-048112fc-4805-4c66-9176-6ca43734819b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.791682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-048112fc-4805-4c66-9176-6ca43734819b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.791761] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-048112fc-4805-4c66-9176-6ca43734819b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.791948] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-048112fc-4805-4c66-9176-6ca43734819b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.792040] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('048112fc-4805-4c66-9176-6ca43734819b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.881221] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c in Status: SUCCESS [ 881.881221] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.211699] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.278194] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.294079] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-036e0ecd-8aa5-4495-8401-7f8c72f804f2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.294079] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.296662] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 048112fc-4805-4c66-9176-6ca43734819b with status ACTIVE [ 882.297708] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.297883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.297977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.298255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.298375] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.298631] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.298695] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.299135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.299135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.299135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.299247] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.299356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.299418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.299654] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.299654] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.299734] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 048112fc-4805-4c66-9176-6ca43734819b is going to be updated. [ 882.322233] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.322233] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.322233] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.322233] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.322233] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.322400] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-048112fc-4805-4c66-9176-6ca43734819b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.714303] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.714475] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.714530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.714750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.714848] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.714946] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 is going to be created. [ 882.742583] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.742985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.742985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.743092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.743223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.756258] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: UNINITIALIZED for 2s [ 882.782240] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.284688] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.284998] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.284998] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.285263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.285371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.285962] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 is going to be updated. [ 883.330273] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.330500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.330586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.330982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.330982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.342830] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: IN_PROGRESS for 2s [ 884.767459] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: SUCCESS [ 884.767789] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.767839] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.769874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.769874] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.769874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.769874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.769874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.769874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.769874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.769874] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.272749] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.272940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.273173] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.273253] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.273436] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.273557] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.273610] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.273756] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.273843] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.273997] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.274177] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.274270] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.274329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.274526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.274798] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.274798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.274798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.274950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.275052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.275134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.276058] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.353202] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: SUCCESS [ 885.353202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.353435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.353641] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.353882] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.354531] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.354531] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.354531] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.354531] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.354531] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.778783] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ed8baf-5b75-403b-bc48-e220db859499: rpc.has_security_group_logging(os_id): False [ 885.798052] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.798052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.798052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.798052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.798303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.798339] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.799014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.799014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.799014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.799014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.799213] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.799213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.799307] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.799413] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.799503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.799882] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.799882] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.799882] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.800015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.800205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.800306] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 is going to be created. [ 885.857274] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.865383] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.865518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.865593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.865802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.865982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.879965] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: IN_PROGRESS for 2s [ 886.360854] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.561211] env[65674]: INFO networking_nsxv3.common.synchronization [req-f8da8206-4a37-4d33-a7fc-5bafb7fdfa09 req-a1a06742-b73e-4404-a252-df30a0d6bc13 tempest-ListServersNegativeTestJSON-2028497595 tempest-ListServersNegativeTestJSON-2028497595-project-member] Enqueued Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 886.561789] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 886.562865] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.562865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.562865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.562865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.562865] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.562865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.562865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.563249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.563249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.563249] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.864165] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.864561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.864561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.864763] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.864763] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.864827] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 is going to be updated. [ 886.906467] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.906548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.906616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.906836] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.906994] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.916796] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: IN_PROGRESS for 2s [ 886.993961] env[65674]: INFO networking_nsxv3.common.synchronization [req-641a2e9f-4411-4b47-86ce-be93c373fb75 req-0b6a0045-7567-4f9f-8fca-0905ba34912e tempest-AttachInterfacesV270Test-1749602727 tempest-AttachInterfacesV270Test-1749602727-project-member] Enqueued Resource ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 with Priority: HIGHEST for action security_group_members [ 886.994764] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 with Priority: HIGHEST for action security_group_members [ 886.994953] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d1934f-4d26-4956-8da6-312ab4f9b2b7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.995101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.995184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.995373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.995531] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.995655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.995713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.995880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.995953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.999369] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d1934f-4d26-4956-8da6-312ab4f9b2b7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.067087] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.067087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.067087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.067087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.067087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.067087] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.067087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.067087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.067087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.067087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.067087] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd already deleted. [ 887.067087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.086381] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.086759] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-242" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.087163] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-242" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.087571] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-242" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.088145] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.088357] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.089237] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.089237] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.089237] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.089237] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.089396] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.089396] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.089510] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.089670] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.089796] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.089936] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.110757] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.110912] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 887.111187] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.111290] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-242" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.111599] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-f959e218-f5ed-42b5-8b25-07271210034c taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.111864] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-f959e218-f5ed-42b5-8b25-07271210034c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.111987] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-f959e218-f5ed-42b5-8b25-07271210034c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.112354] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-f959e218-f5ed-42b5-8b25-07271210034c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.112540] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f959e218-f5ed-42b5-8b25-07271210034c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.501269] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.501424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.501424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.501646] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.501751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.501949] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.502059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.502122] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.502280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.502355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.502434] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 is going to be updated. [ 887.532754] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.533157] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.533157] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.533620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.533620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.546447] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 in Status: IN_PROGRESS for 2s [ 887.614806] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.614985] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.615186] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.615537] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.615756] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.615996] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port f959e218-f5ed-42b5-8b25-07271210034c not found, creating... [ 887.616331] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.616529] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.616675] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.616956] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.617127] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.617492] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.617718] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.617880] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.618118] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.618260] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.618411] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: f959e218-f5ed-42b5-8b25-07271210034c is going to be created. [ 887.642327] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.642695] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.643014] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.643336] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.643688] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.644043] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-f959e218-f5ed-42b5-8b25-07271210034c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.894868] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: SUCCESS [ 887.895242] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.232877] env[65674]: INFO networking_nsxv3.common.synchronization [req-4afa439d-0427-4fe1-b79c-cb8aeb58476f req-cde07e78-5f96-4bcd-a987-d996fd95f403 tempest-AttachInterfacesUnderV243Test-1876870830 tempest-AttachInterfacesUnderV243Test-1876870830-project-member] Enqueued Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_members [ 888.233574] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 with Priority: HIGHEST for action security_group_members [ 888.234081] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-036e0ecd-8aa5-4495-8401-7f8c72f804f2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.234232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.391471] env[65674]: INFO networking_nsxv3.common.synchronization [req-f8da8206-4a37-4d33-a7fc-5bafb7fdfa09 req-4138e613-1694-4a6f-b61c-cbfeeaa421a9 service nova] Enqueued Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_rules [ 888.391802] env[65674]: INFO networking_nsxv3.common.synchronization [req-f8da8206-4a37-4d33-a7fc-5bafb7fdfa09 req-4138e613-1694-4a6f-b61c-cbfeeaa421a9 service nova] Enqueued Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 888.392011] env[65674]: INFO networking_nsxv3.common.synchronization [req-f8da8206-4a37-4d33-a7fc-5bafb7fdfa09 req-4138e613-1694-4a6f-b61c-cbfeeaa421a9 service nova] Enqueued Resource ID: f959e218-f5ed-42b5-8b25-07271210034c with Priority: HIGHEST for action port [ 888.392678] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_rules [ 888.392840] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 888.392960] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f959e218-f5ed-42b5-8b25-07271210034c with Priority: HIGHEST for action port [ 888.393291] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.393421] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.393503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.393766] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.394862] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.396123] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.396260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.396329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.396728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.396728] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.396945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.396945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.397153] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.397245] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.397340] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.398213] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-f959e218-f5ed-42b5-8b25-07271210034c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.398325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f959e218-f5ed-42b5-8b25-07271210034c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.398394] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f959e218-f5ed-42b5-8b25-07271210034c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.398550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f959e218-f5ed-42b5-8b25-07271210034c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.398702] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f959e218-f5ed-42b5-8b25-07271210034c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.901538] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.901538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.902756] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.904294] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f959e218-f5ed-42b5-8b25-07271210034c with status ACTIVE [ 888.904294] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.904294] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.904294] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.904431] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.905263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.905263] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.905263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.905263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.905263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.905263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.905263] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.905544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.905544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.905544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.906031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.906031] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f959e218-f5ed-42b5-8b25-07271210034c is going to be updated. [ 888.927667] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: SUCCESS [ 888.927667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.927848] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.928061] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.928253] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.928412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.928501] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.928738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.928838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.928928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.929040] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.930533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.930727] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.930961] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.931096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.931355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.931523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.931604] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.931718] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.938892] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.939049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.939108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.939308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.939448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.939612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f959e218-f5ed-42b5-8b25-07271210034c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.188709] env[65674]: INFO networking_nsxv3.common.synchronization [req-7b8d45a3-11ed-4ded-ae16-3e30a1f7018e req-565c93b5-61eb-43ee-a63a-68b45cb56927 tempest-ServerMetadataNegativeTestJSON-761561038 tempest-ServerMetadataNegativeTestJSON-761561038-project-member] Enqueued Resource ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e with Priority: HIGHEST for action security_group_members [ 889.189276] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e with Priority: HIGHEST for action security_group_members [ 889.189584] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.189730] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.189766] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.191228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.193566] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.193698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.193773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.193981] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.194101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.194208] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9ccda1-a6a5-4444-a54a-a5270f4b229e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.408916] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.437033] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.437033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.437033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.437033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.437033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.437033] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.437033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.437033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.437033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.437033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.437033] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 is going to be updated. [ 889.437033] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('036e0ecd-8aa5-4495-8401-7f8c72f804f2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.476697] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.476697] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.476697] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.477130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.477546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.490166] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: IN_PROGRESS for 2s [ 889.560574] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 in Status: SUCCESS [ 889.561523] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 deletion is rescheduled due to dependency. [ 889.561523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.658699] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.658699] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-125" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.658699] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-125" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.658699] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-125" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.658699] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.658699] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.658699] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.658699] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.658699] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.658699] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.658699] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.658699] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.658699] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.659345] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.659345] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.659345] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.681615] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.682030] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.682247] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.682456] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-125" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.682903] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-bc141537-065d-4afb-b179-49ab05b12976 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.683196] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-bc141537-065d-4afb-b179-49ab05b12976" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.683350] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-bc141537-065d-4afb-b179-49ab05b12976" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.683753] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-bc141537-065d-4afb-b179-49ab05b12976" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.684024] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc141537-065d-4afb-b179-49ab05b12976',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.697428] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.698042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.698042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.698204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.698369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.698703] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.698868] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.700199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.700199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.700199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.700199] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e already deleted. [ 889.700199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.912711] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.913077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.913077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.913195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.913282] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.913391] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd is going to be created. [ 889.943282] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 036e0ecd-8aa5-4495-8401-7f8c72f804f2: rpc.has_security_group_logging(os_id): False [ 889.951318] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.951479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.951553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.951849] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.952029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.966806] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.967068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.967068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.967319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.967319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.967574] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.967678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.967762] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.967928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.967996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.968099] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 is going to be updated. [ 889.969828] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: UNINITIALIZED for 2s [ 890.085865] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.085865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.085865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.085865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.086372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.102907] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: IN_PROGRESS for 2s [ 890.187534] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.187894] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.188030] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.188437] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.188660] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.188888] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port bc141537-065d-4afb-b179-49ab05b12976 not found, creating... [ 890.189288] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.189523] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.189773] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.190101] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.190287] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.190673] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.190887] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.191056] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.191357] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.191540] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.191822] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: bc141537-065d-4afb-b179-49ab05b12976 is going to be created. [ 890.215927] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.216210] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.216333] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.216598] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.216827] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.217072] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-bc141537-065d-4afb-b179-49ab05b12976" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.968187] env[65674]: INFO networking_nsxv3.common.synchronization [req-7b8d45a3-11ed-4ded-ae16-3e30a1f7018e req-b095b641-3b05-4a21-a914-e8c344e54754 service nova] Enqueued Resource ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e with Priority: HIGHEST for action security_group_rules [ 890.968557] env[65674]: INFO networking_nsxv3.common.synchronization [req-7b8d45a3-11ed-4ded-ae16-3e30a1f7018e req-b095b641-3b05-4a21-a914-e8c344e54754 service nova] Enqueued Resource ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e with Priority: HIGHEST for action security_group_members [ 890.968557] env[65674]: INFO networking_nsxv3.common.synchronization [req-7b8d45a3-11ed-4ded-ae16-3e30a1f7018e req-b095b641-3b05-4a21-a914-e8c344e54754 service nova] Enqueued Resource ID: bc141537-065d-4afb-b179-49ab05b12976 with Priority: HIGHEST for action port [ 890.969029] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e with Priority: HIGHEST for action security_group_rules [ 890.969374] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e with Priority: HIGHEST for action security_group_members [ 890.969374] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc141537-065d-4afb-b179-49ab05b12976 with Priority: HIGHEST for action port [ 890.969613] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9ccda1-a6a5-4444-a54a-a5270f4b229e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.969749] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.969826] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.970080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.970165] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9ccda1-a6a5-4444-a54a-a5270f4b229e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.972982] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.973121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.973173] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.973356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.973504] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.973595] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.973652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.975758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.975758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.975758] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9ccda1-a6a5-4444-a54a-a5270f4b229e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.976241] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc141537-065d-4afb-b179-49ab05b12976 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.976241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc141537-065d-4afb-b179-49ab05b12976" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.976241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc141537-065d-4afb-b179-49ab05b12976" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.976400] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc141537-065d-4afb-b179-49ab05b12976" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.976429] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc141537-065d-4afb-b179-49ab05b12976',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.478122] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.478289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.478648] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc141537-065d-4afb-b179-49ab05b12976 with status ACTIVE [ 891.478736] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.478985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.478985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.479204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.479295] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.479479] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.479603] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.479725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.479894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.479967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.480178] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.480352] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.480352] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.480469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.480560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.480663] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc141537-065d-4afb-b179-49ab05b12976 is going to be updated. [ 891.483513] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a9ccda1-a6a5-4444-a54a-a5270f4b229e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.500616] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: SUCCESS [ 891.500904] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 deletion is rescheduled due to dependency. [ 891.501016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.511797] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.511997] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.512081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.512264] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.512401] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.512572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc141537-065d-4afb-b179-49ab05b12976" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.982117] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: SUCCESS [ 891.982399] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.982526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.982792] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.983070] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.983134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.983246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.983439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.983439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.983508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.984375] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.986532] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a9ccda1-a6a5-4444-a54a-a5270f4b229e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.030360] env[65674]: INFO networking_nsxv3.common.synchronization [req-f8da8206-4a37-4d33-a7fc-5bafb7fdfa09 req-a20e9f76-3159-4024-9839-5b1480d7516a tempest-ListServersNegativeTestJSON-2028497595 tempest-ListServersNegativeTestJSON-2028497595-project-member] Enqueued Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 892.030913] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 892.031278] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.031436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.031499] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.031748] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.031905] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.035636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.035636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.035636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.035636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.035636] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.123163] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 036e0ecd-8aa5-4495-8401-7f8c72f804f2 in Status: SUCCESS [ 892.123402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-036e0ecd-8aa5-4495-8401-7f8c72f804f2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.452885] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.453153] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-242" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.453354] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-242" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.454047] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-242" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.454138] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.454296] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.454946] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.455246] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.455485] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.455797] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.455942] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.456197] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.456352] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.457436] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.457670] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.457861] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.481527] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.481710] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.481908] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.482115] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-242" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.482443] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-1bb852c5-2e7e-4cb5-bc88-e86d2ef58690 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.482626] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-1bb852c5-2e7e-4cb5-bc88-e86d2ef58690" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.482766] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-1bb852c5-2e7e-4cb5-bc88-e86d2ef58690" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.483103] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-1bb852c5-2e7e-4cb5-bc88-e86d2ef58690" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.483225] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bb852c5-2e7e-4cb5-bc88-e86d2ef58690',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.487274] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.487274] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.493370] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.493370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.493370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.493370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.493370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.493370] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e is going to be created. [ 892.521093] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.521093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.521093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.521093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.521093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.534382] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e in Status: UNINITIALIZED for 2s [ 892.537256] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.986405] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.986906] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.986906] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.987365] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.987620] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.987750] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 1bb852c5-2e7e-4cb5-bc88-e86d2ef58690 not found, creating... [ 892.988059] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.988258] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.988445] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.988731] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.988906] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.989257] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.989449] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.989591] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.989869] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.990075] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.990246] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 1bb852c5-2e7e-4cb5-bc88-e86d2ef58690 is going to be created. [ 893.012681] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.012977] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.013115] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.013396] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.013628] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.013891] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-1bb852c5-2e7e-4cb5-bc88-e86d2ef58690" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.041433] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.545656] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.545895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.545949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.546178] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.546274] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.546395] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd is going to be updated. [ 893.588703] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.588703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.588703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.588920] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.589797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.598813] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: IN_PROGRESS for 2s [ 893.828953] env[65674]: INFO networking_nsxv3.common.synchronization [req-f8da8206-4a37-4d33-a7fc-5bafb7fdfa09 req-dbc8a612-e031-44fb-8eba-c6cc53c29066 service nova] Enqueued Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_rules [ 893.828953] env[65674]: INFO networking_nsxv3.common.synchronization [req-f8da8206-4a37-4d33-a7fc-5bafb7fdfa09 req-dbc8a612-e031-44fb-8eba-c6cc53c29066 service nova] Enqueued Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 893.828953] env[65674]: INFO networking_nsxv3.common.synchronization [req-f8da8206-4a37-4d33-a7fc-5bafb7fdfa09 req-dbc8a612-e031-44fb-8eba-c6cc53c29066 service nova] Enqueued Resource ID: 1bb852c5-2e7e-4cb5-bc88-e86d2ef58690 with Priority: HIGHEST for action port [ 893.829955] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_rules [ 893.829955] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 893.829955] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bb852c5-2e7e-4cb5-bc88-e86d2ef58690 with Priority: HIGHEST for action port [ 893.830920] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.831091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.832049] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.832049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.832049] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bb852c5-2e7e-4cb5-bc88-e86d2ef58690 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.832049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bb852c5-2e7e-4cb5-bc88-e86d2ef58690" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.832049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bb852c5-2e7e-4cb5-bc88-e86d2ef58690" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.832291] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bb852c5-2e7e-4cb5-bc88-e86d2ef58690" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.832291] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bb852c5-2e7e-4cb5-bc88-e86d2ef58690',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.912553] env[65674]: INFO networking_nsxv3.common.synchronization [req-5d528e76-de4c-407e-b097-fac119dc8bc1 req-b5531234-4268-48dd-b23c-2ab56498918e tempest-ImagesOneServerNegativeTestJSON-1196337290 tempest-ImagesOneServerNegativeTestJSON-1196337290-project-member] Enqueued Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 893.916793] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGHEST for action security_group_members [ 893.921080] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.921080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.921080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.921080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.921080] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.921080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.921080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.921080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.921080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.921080] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.335584] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bb852c5-2e7e-4cb5-bc88-e86d2ef58690 with status ACTIVE [ 894.335909] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.336087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.336168] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.336381] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.336472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.336651] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.336753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.336814] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.336978] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.337095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.337286] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.337379] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.337441] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.337578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.337652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.337734] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bb852c5-2e7e-4cb5-bc88-e86d2ef58690 is going to be updated. [ 894.358464] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.358635] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.358673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.358875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.359020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.359187] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bb852c5-2e7e-4cb5-bc88-e86d2ef58690" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.424874] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.425052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.425127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.425391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.425531] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.425827] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.426159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.426278] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.426538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.426677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.426814] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 is going to be updated. [ 894.465268] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.465268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.465424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.465538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.465686] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.476872] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: IN_PROGRESS for 2s [ 894.551953] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e in Status: SUCCESS [ 894.553071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.553071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.553071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.553259] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.553318] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.553369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.553622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.553747] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.553877] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.554023] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a9ccda1-a6a5-4444-a54a-a5270f4b229e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.060563] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.060563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.060563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.060563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.060563] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.060563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.060563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.060563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.060997] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.061283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.061959] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.061959] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.062156] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.062406] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.062622] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.062960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.062960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.063279] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.064315] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.064315] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.064315] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a9ccda1-a6a5-4444-a54a-a5270f4b229e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.566448] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a9ccda1-a6a5-4444-a54a-a5270f4b229e: rpc.has_security_group_logging(os_id): False [ 895.584242] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.584399] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.584471] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.584696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.584785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.585014] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.585121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.585184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.585558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.585558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.585667] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.585719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.585750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.585980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.585980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.586148] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.586243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.586303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.586442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.586516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.586601] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e is going to be created. [ 895.609281] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: SUCCESS [ 895.609551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.609703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.609926] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.610204] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.610377] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.610479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.610705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.610801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.610913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.611118] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.611210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.611272] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.611441] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.611616] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.611762] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.611820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.612358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.612481] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.612576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.612674] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.613637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.613810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.614751] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.614751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.614751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.614751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.614751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.614751] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.652903] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.653110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.653172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.653411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.653592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.667234] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e in Status: IN_PROGRESS for 2s [ 895.941065] env[65674]: INFO networking_nsxv3.common.synchronization [req-08d254f0-a950-4612-841d-e4807cee0f42 req-ffadf8d1-d2c8-464f-9842-41f631ed423a tempest-ServerMetadataTestJSON-436790914 tempest-ServerMetadataTestJSON-436790914-project-member] Enqueued Resource ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c with Priority: HIGHEST for action security_group_members [ 895.941629] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c with Priority: HIGHEST for action security_group_members [ 895.942014] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-2221c62c-2d05-48f0-9451-07c99e0dfa7c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.942257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.942257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.942879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.942879] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.942879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.942879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.943116] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.943116] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.943354] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2221c62c-2d05-48f0-9451-07c99e0dfa7c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.116695] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd: rpc.has_security_group_logging(os_id): False [ 896.119655] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.136369] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.136516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.136609] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.136859] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.137033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.137188] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.137302] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.137347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.137506] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.137584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.137762] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.137855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.137917] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.138064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.138137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.138842] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.138984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.139257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.139462] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.139620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.139754] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd is going to be created. [ 896.192028] env[65674]: INFO networking_nsxv3.common.synchronization [req-f8da8206-4a37-4d33-a7fc-5bafb7fdfa09 req-da541c16-449e-4d2a-aebb-14df3c258c98 tempest-ListServersNegativeTestJSON-2028497595 tempest-ListServersNegativeTestJSON-2028497595-project-member] Enqueued Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 896.192718] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 896.193155] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.193310] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.204921] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.205098] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.205188] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.205428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.205614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.218248] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: IN_PROGRESS for 2s [ 896.445661] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.445661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.445661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.445874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.445957] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.446178] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.446512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.446512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.446512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.446628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.446628] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c is going to be updated. [ 896.479600] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.479893] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.480030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.480584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.480584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.491201] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ed8baf-5b75-403b-bc48-e220db859499 in Status: SUCCESS [ 896.491201] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 deletion is rescheduled due to dependency. [ 896.491201] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.491961] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c in Status: IN_PROGRESS for 2s [ 896.548072] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.548287] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-242" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.549023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-242" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.549023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-242" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.549023] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.550453] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.550453] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.550698] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.550891] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.551962] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.551962] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.551962] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.551962] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.551962] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.551962] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.551962] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.575046] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.575046] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.575046] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.575046] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-242" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.575470] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-ed33fec9-70ba-4180-9771-1f08c9a31745 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.576504] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-ed33fec9-70ba-4180-9771-1f08c9a31745" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.576504] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-ed33fec9-70ba-4180-9771-1f08c9a31745" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.576504] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-ed33fec9-70ba-4180-9771-1f08c9a31745" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.576504] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed33fec9-70ba-4180-9771-1f08c9a31745',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.623162] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.742391] env[65674]: INFO networking_nsxv3.common.synchronization [req-247e1458-aea4-4a46-b32a-4e0bcd0de910 req-8fe251cf-d85a-45d1-bd8b-f5a401951de6 tempest-MigrationsAdminTest-205860385 tempest-MigrationsAdminTest-205860385-project-member] Enqueued Resource ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 with Priority: HIGHEST for action security_group_members [ 896.743069] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 with Priority: HIGHEST for action security_group_members [ 896.743453] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c66648d-ad13-4f76-8f6d-6104cc86cec2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.745173] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.745278] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.745578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.745789] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.745906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.745972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.746170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.746262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.746684] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.080643] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.080643] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.080643] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.080643] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.080643] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.080931] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port ed33fec9-70ba-4180-9771-1f08c9a31745 not found, creating... [ 897.081158] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.081355] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.081572] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.081874] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.082060] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.082374] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.082564] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.082710] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.082980] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.083393] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.083602] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: ed33fec9-70ba-4180-9771-1f08c9a31745 is going to be created. [ 897.104368] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.104610] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.104753] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.105104] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.105343] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.105573] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-ed33fec9-70ba-4180-9771-1f08c9a31745" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.126253] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.126477] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.126552] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.126775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.126884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.126981] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd is going to be updated. [ 897.160465] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.160611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.160700] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.160951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.161159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.173930] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: IN_PROGRESS for 2s [ 897.250575] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.683542] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e in Status: SUCCESS [ 897.683542] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.754539] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.849136] env[65674]: INFO networking_nsxv3.common.synchronization [req-f8da8206-4a37-4d33-a7fc-5bafb7fdfa09 req-fe9fa051-a77e-4180-8969-f69c6b56de0f service nova] Enqueued Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_rules [ 897.849324] env[65674]: INFO networking_nsxv3.common.synchronization [req-f8da8206-4a37-4d33-a7fc-5bafb7fdfa09 req-fe9fa051-a77e-4180-8969-f69c6b56de0f service nova] Enqueued Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 897.849460] env[65674]: INFO networking_nsxv3.common.synchronization [req-f8da8206-4a37-4d33-a7fc-5bafb7fdfa09 req-fe9fa051-a77e-4180-8969-f69c6b56de0f service nova] Enqueued Resource ID: ed33fec9-70ba-4180-9771-1f08c9a31745 with Priority: HIGHEST for action port [ 897.850377] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_rules [ 897.850864] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 897.850864] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed33fec9-70ba-4180-9771-1f08c9a31745 with Priority: HIGHEST for action port [ 897.851184] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.851345] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.851493] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.851701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.851950] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed33fec9-70ba-4180-9771-1f08c9a31745 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.852103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed33fec9-70ba-4180-9771-1f08c9a31745" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.852225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed33fec9-70ba-4180-9771-1f08c9a31745" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.852758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed33fec9-70ba-4180-9771-1f08c9a31745" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.852758] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed33fec9-70ba-4180-9771-1f08c9a31745',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.234294] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: SUCCESS [ 898.234614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.234825] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.235154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.235274] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.257416] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.257685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.257794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.258103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.258231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.258373] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 is going to be updated. [ 898.298783] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.299036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.299162] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.299479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.299633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.312921] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 in Status: IN_PROGRESS for 2s [ 898.358126] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed33fec9-70ba-4180-9771-1f08c9a31745 with status ACTIVE [ 898.358126] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.358126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.358126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.358126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.358126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.358126] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.358126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.358126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.358126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.358126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.358126] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.358126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.358126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.358866] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.358866] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.358866] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed33fec9-70ba-4180-9771-1f08c9a31745 is going to be updated. [ 898.382743] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.382939] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.383077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.383324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.383501] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.383696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed33fec9-70ba-4180-9771-1f08c9a31745" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.504133] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c in Status: SUCCESS [ 898.504133] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2221c62c-2d05-48f0-9451-07c99e0dfa7c deletion is rescheduled due to dependency. [ 898.504133] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2221c62c-2d05-48f0-9451-07c99e0dfa7c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.737788] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.738173] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.927542] env[65674]: INFO networking_nsxv3.common.synchronization [req-64016320-b2b3-4c3f-ae47-818eae1c54fd req-64e9ba43-eef4-4c1c-a5d4-7e27127fd265 tempest-ServerAddressesTestJSON-465738588 tempest-ServerAddressesTestJSON-465738588-project-member] Enqueued Resource ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c with Priority: HIGHEST for action security_group_members [ 898.928653] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c with Priority: HIGHEST for action security_group_members [ 898.929024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.929150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.929220] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.929484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.929671] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.929777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.929837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.930008] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.930099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.930198] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43b573e6-a102-41c4-bf58-ba3cd4a7e69c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.188695] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: SUCCESS [ 899.188782] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.189329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.189608] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.190243] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.190406] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.190452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.190662] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.190795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.190870] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.247197] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.247197] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-93" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.247197] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-93" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.247197] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-93" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.247851] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.248160] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.252019] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.252019] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.252019] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.252019] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.252019] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.252019] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.252019] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.252019] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.252019] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.252019] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.273604] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.273604] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.273604] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.273604] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-93" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.273604] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-5a3734fe-12ed-4978-82ab-5880b426e79c taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.273604] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-5a3734fe-12ed-4978-82ab-5880b426e79c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.273604] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-5a3734fe-12ed-4978-82ab-5880b426e79c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.274085] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-5a3734fe-12ed-4978-82ab-5880b426e79c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.274085] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a3734fe-12ed-4978-82ab-5880b426e79c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.433604] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.433794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.433872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.434167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.435239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.435239] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.435239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.435239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.435239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.435239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.435239] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c already deleted. [ 899.435239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.693207] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.777040] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.777465] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.777465] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.777732] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.777834] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.777995] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 5a3734fe-12ed-4978-82ab-5880b426e79c not found, creating... [ 899.778285] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.778461] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.778579] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.778806] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.778943] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.779237] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.779390] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.779507] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.779736] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.779867] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.780009] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 5a3734fe-12ed-4978-82ab-5880b426e79c is going to be created. [ 899.800220] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.800497] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.800874] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.801232] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.801556] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.801882] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-5a3734fe-12ed-4978-82ab-5880b426e79c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.196189] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.325438] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 in Status: SUCCESS [ 900.325668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.580192] env[65674]: INFO networking_nsxv3.common.synchronization [req-64016320-b2b3-4c3f-ae47-818eae1c54fd req-3bebca0c-580d-4520-9341-a3fc7cf02e1c service nova] Enqueued Resource ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c with Priority: HIGHEST for action security_group_rules [ 900.580300] env[65674]: INFO networking_nsxv3.common.synchronization [req-64016320-b2b3-4c3f-ae47-818eae1c54fd req-3bebca0c-580d-4520-9341-a3fc7cf02e1c service nova] Enqueued Resource ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c with Priority: HIGHEST for action security_group_members [ 900.580441] env[65674]: INFO networking_nsxv3.common.synchronization [req-64016320-b2b3-4c3f-ae47-818eae1c54fd req-3bebca0c-580d-4520-9341-a3fc7cf02e1c service nova] Enqueued Resource ID: 5a3734fe-12ed-4978-82ab-5880b426e79c with Priority: HIGHEST for action port [ 900.580947] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c with Priority: HIGHEST for action security_group_rules [ 900.581123] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c with Priority: HIGHEST for action security_group_members [ 900.581206] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a3734fe-12ed-4978-82ab-5880b426e79c with Priority: HIGHEST for action port [ 900.581495] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43b573e6-a102-41c4-bf58-ba3cd4a7e69c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.581593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.581654] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.582121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.582476] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43b573e6-a102-41c4-bf58-ba3cd4a7e69c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.583599] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.583752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.583867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.584266] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.584492] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.584653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.584779] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.585013] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.585127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.585245] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43b573e6-a102-41c4-bf58-ba3cd4a7e69c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.586935] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a3734fe-12ed-4978-82ab-5880b426e79c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.587418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a3734fe-12ed-4978-82ab-5880b426e79c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.587499] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a3734fe-12ed-4978-82ab-5880b426e79c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.587735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a3734fe-12ed-4978-82ab-5880b426e79c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.587816] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a3734fe-12ed-4978-82ab-5880b426e79c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.701139] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.701324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.701406] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.701652] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.702176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.702176] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd is going to be updated. [ 900.731147] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.731302] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.731387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.731598] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.731849] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.743018] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: IN_PROGRESS for 2s [ 901.090209] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43b573e6-a102-41c4-bf58-ba3cd4a7e69c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.091427] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.091557] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.091672] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a3734fe-12ed-4978-82ab-5880b426e79c with status ACTIVE [ 901.091801] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.091909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.091971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.092190] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.092279] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.092446] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.092537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.092594] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.092749] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.092832] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.093012] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.093259] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.093352] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.093468] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.093533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.093622] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a3734fe-12ed-4978-82ab-5880b426e79c is going to be updated. [ 901.118791] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.118791] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.118943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.119495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.119495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.121795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a3734fe-12ed-4978-82ab-5880b426e79c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.596462] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43b573e6-a102-41c4-bf58-ba3cd4a7e69c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.099096] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.100285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.100285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.100285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.100285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.100285] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c is going to be created. [ 902.129437] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.129437] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.129437] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.129437] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.129437] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.139916] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c in Status: UNINITIALIZED for 2s [ 902.761189] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: SUCCESS [ 902.761370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.761554] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.761876] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.762077] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.762198] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.762267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.762430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.763689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.763820] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.266489] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.269157] env[65674]: INFO networking_nsxv3.common.synchronization [None req-879f855e-8dbe-420d-968b-a3a9e0d1e17e None None] Enqueued Resource ID: d74af973-1c7a-4cdb-a453-8f5f6fe905f9 with Priority: HIGHEST for action port [ 903.269924] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74af973-1c7a-4cdb-a453-8f5f6fe905f9 with Priority: HIGHEST for action port [ 903.272872] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-d74af973-1c7a-4cdb-a453-8f5f6fe905f9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.272872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d74af973-1c7a-4cdb-a453-8f5f6fe905f9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.272872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d74af973-1c7a-4cdb-a453-8f5f6fe905f9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.272872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d74af973-1c7a-4cdb-a453-8f5f6fe905f9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.272872] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d74af973-1c7a-4cdb-a453-8f5f6fe905f9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.337349] env[65674]: INFO networking_nsxv3.common.synchronization [req-60f392bd-5af5-4efd-bd0b-50f5daadefed req-ec23716b-cad0-4bb8-89a8-9edfd8ff68b0 tempest-ServerMetadataNegativeTestJSON-761561038 tempest-ServerMetadataNegativeTestJSON-761561038-project-member] Enqueued Resource ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e with Priority: HIGHEST for action security_group_members [ 903.337828] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e with Priority: HIGHEST for action security_group_members [ 903.338279] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.338404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.338475] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.338719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.338885] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.338989] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.339067] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.339310] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.339310] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.339412] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9ccda1-a6a5-4444-a54a-a5270f4b229e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.770207] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.776704] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d74af973-1c7a-4cdb-a453-8f5f6fe905f9 [ 903.776967] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.777113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.777176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.777392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.777475] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.777567] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d74af973-1c7a-4cdb-a453-8f5f6fe905f9 already deleted. [ 903.777675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d74af973-1c7a-4cdb-a453-8f5f6fe905f9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.842024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.843085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.843085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.843085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.843085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.843085] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.843085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.843085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.843445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.843445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.843445] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e is going to be updated. [ 903.872018] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.872217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.872217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.872451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.872572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.884222] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e in Status: IN_PROGRESS for 2s [ 904.152834] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c in Status: SUCCESS [ 904.152834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.153067] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.153282] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.153479] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.153646] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.153646] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.153810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.155193] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.155193] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.155193] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43b573e6-a102-41c4-bf58-ba3cd4a7e69c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.273201] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.273510] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.273510] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.274234] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.274953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.275089] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd is going to be updated. [ 904.306816] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.306973] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.307054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.307837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.307837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.318938] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: IN_PROGRESS for 2s [ 904.658219] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.658438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.658497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.658734] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.658946] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.659137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.659249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.659464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.659597] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.659713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.659897] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.659977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.660058] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.660211] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.660374] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.661095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.661095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.661095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.661095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.661095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.661095] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43b573e6-a102-41c4-bf58-ba3cd4a7e69c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.736606] env[65674]: INFO networking_nsxv3.common.synchronization [req-de46f031-12ff-4a2a-bbbc-d3ef294df82c req-9d5dcca7-5638-4069-9c9b-b32548fcc469 tempest-ServerRescueTestJSON-1422254753 tempest-ServerRescueTestJSON-1422254753-project-member] Enqueued Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGHEST for action security_group_members [ 904.740412] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGHEST for action security_group_members [ 904.740412] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-52b6d97d-2f8a-498c-ad37-df4175ac85d1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.740412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.740412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.740412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.740412] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.740412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.740412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.740412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.740412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.740412] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.163618] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43b573e6-a102-41c4-bf58-ba3cd4a7e69c: rpc.has_security_group_logging(os_id): False [ 905.193363] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.193670] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.193670] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.194212] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.194212] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.194410] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.194560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.194638] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.194859] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.195026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.195328] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.195442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.195525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.195666] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.195762] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.196040] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.196166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.196241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.196437] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.196525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.196647] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c is going to be created. [ 905.241543] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.284946] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.285316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.285316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.285520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.285555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.298299] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c in Status: IN_PROGRESS for 2s [ 905.632293] env[65674]: INFO networking_nsxv3.common.synchronization [None req-9aca4578-f72b-4831-9d19-d14dc701ffc6 None None] Enqueued Resource ID: f8c9351a-3cd7-4475-97b4-72a11dbb0fab with Priority: HIGHEST for action port [ 905.633135] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c9351a-3cd7-4475-97b4-72a11dbb0fab with Priority: HIGHEST for action port [ 905.633135] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8c9351a-3cd7-4475-97b4-72a11dbb0fab taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.633390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8c9351a-3cd7-4475-97b4-72a11dbb0fab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.633390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8c9351a-3cd7-4475-97b4-72a11dbb0fab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.633472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8c9351a-3cd7-4475-97b4-72a11dbb0fab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.633555] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8c9351a-3cd7-4475-97b4-72a11dbb0fab',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.744651] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.893795] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e in Status: SUCCESS [ 905.893926] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e deletion is rescheduled due to dependency. [ 905.894066] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.139018] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8c9351a-3cd7-4475-97b4-72a11dbb0fab [ 906.139304] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.139441] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.139512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.139735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.139824] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.139920] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8c9351a-3cd7-4475-97b4-72a11dbb0fab already deleted. [ 906.139999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8c9351a-3cd7-4475-97b4-72a11dbb0fab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.250153] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.250315] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.250380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.250591] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.250681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.250776] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 is going to be updated. [ 906.285358] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.285624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.285624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.285769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.285911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.297513] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 in Status: IN_PROGRESS for 2s [ 906.330577] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: SUCCESS [ 906.330956] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.331207] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.331470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.331738] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.331926] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.332055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.332268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.332396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.332524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.332673] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.667305] env[65674]: INFO networking_nsxv3.common.synchronization [req-f30e54c7-8a13-43da-ada7-8129a183dca0 req-5a609819-7c41-4e3f-97d4-08e4ca83f60c tempest-DeleteServersTestJSON-212486772 tempest-DeleteServersTestJSON-212486772-project-member] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 906.667822] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 906.668139] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.668260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.668327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.668525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.668671] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.668770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.668849] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.669018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.669105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.669219] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.835543] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.835740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.835822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.836064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.836238] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.836350] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.836409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.838176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.838176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.838176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.838176] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.838176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.838176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.838176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.838176] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.838176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.838176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.838176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.838176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.838176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.838176] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.171827] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.171827] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.171996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.172360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.172507] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.172737] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.172867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.172992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.173219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.173332] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.173444] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be updated. [ 907.202777] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.203054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.203127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.203301] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.203436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.212976] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 907.312341] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c in Status: SUCCESS [ 907.312750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.340347] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd: rpc.has_security_group_logging(os_id): False [ 907.361530] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.361741] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.361871] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.362123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.362703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.362703] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.362703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.362703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.362930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.362972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.363187] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.363285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.363348] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.363492] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.363576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.363747] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.363842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.363905] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.364129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.364204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.364287] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd is going to be updated. [ 907.432682] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.432847] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.432897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.434226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.434854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.449386] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: IN_PROGRESS for 2s [ 908.309418] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 in Status: SUCCESS [ 908.309685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.362916] env[65674]: INFO networking_nsxv3.common.synchronization [req-5707ff19-3c04-4fcb-b0fc-53c067785af1 req-31df97ca-2e04-4d4b-ac34-b802df487a99 tempest-ServersAdminTestJSON-335483581 tempest-ServersAdminTestJSON-335483581-project-member] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 908.363769] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 908.364213] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.364213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.364213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.364383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.364577] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.364718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.364803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.364979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.365107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.365222] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.789117] env[65674]: INFO networking_nsxv3.common.synchronization [req-31bf491e-4673-43da-bb9d-1f5021f94039 req-2d457262-2c34-4146-8239-e5ff383a39bf tempest-ImagesTestJSON-529282155 tempest-ImagesTestJSON-529282155-project-member] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 908.789117] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 908.790027] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.790240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.790396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.790729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.791023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.791219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.791348] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.791615] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.791835] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.791989] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.868256] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.133172] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.134257] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.134257] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.134257] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.134257] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.134257] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.134501] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.134581] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.134764] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.135031] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.135147] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.135257] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.135496] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.135721] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.136512] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.136512] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.156038] env[65674]: INFO networking_nsxv3.common.synchronization [req-ed17eaf9-99bb-4c38-b415-0c5c88b1951f req-7ff33aed-891a-4ecf-bc51-6a2a900d1092 tempest-ListServersNegativeTestJSON-2028497595 tempest-ListServersNegativeTestJSON-2028497595-project-member] Enqueued Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 909.156880] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.157056] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.157251] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.157374] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.157678] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-d4a0d63b-68ab-403c-adb7-d0d88c61f80a taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.157860] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-d4a0d63b-68ab-403c-adb7-d0d88c61f80a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.157982] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-d4a0d63b-68ab-403c-adb7-d0d88c61f80a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.158326] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-d4a0d63b-68ab-403c-adb7-d0d88c61f80a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.158467] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4a0d63b-68ab-403c-adb7-d0d88c61f80a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.160183] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 909.163035] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.163176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.163245] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.163439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.163854] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.163854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.163854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.164110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.164110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.164110] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.225101] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 909.225276] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 deletion is rescheduled due to dependency. [ 909.225416] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.294337] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.370120] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.464888] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: SUCCESS [ 909.467488] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.467847] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.468033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.468169] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.661204] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.661471] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.661636] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.661951] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.662120] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.662277] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port d4a0d63b-68ab-403c-adb7-d0d88c61f80a not found, creating... [ 909.662602] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.662788] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.662916] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.663152] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.663288] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.663566] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.663715] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.663827] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.664070] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.664228] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.664375] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: d4a0d63b-68ab-403c-adb7-d0d88c61f80a is going to be created. [ 909.665753] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.687098] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.687098] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.687303] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.687388] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.687605] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.687835] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-d4a0d63b-68ab-403c-adb7-d0d88c61f80a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.800147] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.872463] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.872619] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.872684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.873128] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.873216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.873319] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be updated. [ 909.906352] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.906692] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.907549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.907787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.907938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.917503] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: IN_PROGRESS for 2s [ 909.970403] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.970542] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.167689] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.302727] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.302972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.303064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.303284] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.303498] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.303498] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be updated. [ 910.333746] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.333746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.333746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.333946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.334035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.344212] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: IN_PROGRESS for 2s [ 910.379915] env[65674]: INFO networking_nsxv3.common.synchronization [req-31bf491e-4673-43da-bb9d-1f5021f94039 req-fba03a1c-20fb-4917-8e96-d8d6225f71cc service nova] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_rules [ 910.380664] env[65674]: INFO networking_nsxv3.common.synchronization [req-31bf491e-4673-43da-bb9d-1f5021f94039 req-fba03a1c-20fb-4917-8e96-d8d6225f71cc service nova] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 910.380664] env[65674]: INFO networking_nsxv3.common.synchronization [req-31bf491e-4673-43da-bb9d-1f5021f94039 req-fba03a1c-20fb-4917-8e96-d8d6225f71cc service nova] Enqueued Resource ID: d4a0d63b-68ab-403c-adb7-d0d88c61f80a with Priority: HIGHEST for action port [ 910.381061] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_rules [ 910.381061] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 910.381061] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4a0d63b-68ab-403c-adb7-d0d88c61f80a with Priority: HIGHEST for action port [ 910.381383] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.381474] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.381523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.381771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.381848] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.382984] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.383242] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.383462] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4a0d63b-68ab-403c-adb7-d0d88c61f80a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.384423] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4a0d63b-68ab-403c-adb7-d0d88c61f80a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.384423] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4a0d63b-68ab-403c-adb7-d0d88c61f80a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.384423] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4a0d63b-68ab-403c-adb7-d0d88c61f80a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.384423] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4a0d63b-68ab-403c-adb7-d0d88c61f80a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.671608] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.671784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.671878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.672057] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.672151] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.672247] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd is going to be updated. [ 910.715099] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.715287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.715331] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.715519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.715670] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.726119] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: IN_PROGRESS for 2s [ 910.886861] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.886861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.887076] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4a0d63b-68ab-403c-adb7-d0d88c61f80a with status ACTIVE [ 910.887187] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.887257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.887340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.887664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.887664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.887751] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.887858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.887919] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.888085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.888163] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.888339] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.888433] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.888489] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.888624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.888704] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.888776] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4a0d63b-68ab-403c-adb7-d0d88c61f80a is going to be updated. [ 910.911806] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.911992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.912083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.912312] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.912412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.912572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4a0d63b-68ab-403c-adb7-d0d88c61f80a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.355012] env[65674]: INFO networking_nsxv3.common.synchronization [req-01d2f6b1-8745-4bbb-96a9-47dae9aeb164 req-30cf4406-27be-4754-82be-8baf66b438b2 tempest-ServerRescueNegativeTestJSON-474287236 tempest-ServerRescueNegativeTestJSON-474287236-project-member] Enqueued Resource ID: 32333027-61c8-4ec6-8463-c8006e69c01d with Priority: HIGHEST for action security_group_members [ 911.355012] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32333027-61c8-4ec6-8463-c8006e69c01d with Priority: HIGHEST for action security_group_members [ 911.355012] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-32333027-61c8-4ec6-8463-c8006e69c01d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.355012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.355012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.355012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.355012] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.355012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.355012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.355012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.355551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.355551] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.734998] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.735352] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-221" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.735352] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-221" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.735660] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-221" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.735960] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.736075] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.736196] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.736413] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.736552] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.736756] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.736869] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.736972] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.737103] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.737240] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.737345] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.737463] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.760953] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.761464] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.761464] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.761464] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-221" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.761818] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-8c47922e-c608-435d-ab79-2c699240370e taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.763087] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-8c47922e-c608-435d-ab79-2c699240370e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.763087] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-8c47922e-c608-435d-ab79-2c699240370e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.763087] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-8c47922e-c608-435d-ab79-2c699240370e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.763087] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c47922e-c608-435d-ab79-2c699240370e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.859677] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.859876] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.859962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.860192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.860307] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.860516] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.860921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.860921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.860921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.860921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.861109] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32333027-61c8-4ec6-8463-c8006e69c01d already deleted. [ 911.861109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.928477] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: SUCCESS [ 911.928782] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.265596] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.265826] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.265953] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.266289] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.266493] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.266727] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 8c47922e-c608-435d-ab79-2c699240370e not found, creating... [ 912.267021] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.267182] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.267295] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.267526] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.267660] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.268035] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.271282] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.271282] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.271282] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.271282] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.271282] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 8c47922e-c608-435d-ab79-2c699240370e is going to be created. [ 912.294982] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.295163] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.295207] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.295529] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.295817] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.296097] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-8c47922e-c608-435d-ab79-2c699240370e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.355806] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 912.356111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.356234] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.356487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.356672] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.356786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.356853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.357040] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.357133] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.357229] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.736117] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: SUCCESS [ 912.736385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.736570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.736785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.737015] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.737199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.737302] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.737544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.737677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.737785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.737883] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.859397] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.023110] env[65674]: INFO networking_nsxv3.common.synchronization [req-01d2f6b1-8745-4bbb-96a9-47dae9aeb164 req-25e31846-37c1-42b0-8613-1ef8f296c538 service nova] Enqueued Resource ID: 32333027-61c8-4ec6-8463-c8006e69c01d with Priority: HIGHEST for action security_group_rules [ 913.023186] env[65674]: INFO networking_nsxv3.common.synchronization [req-01d2f6b1-8745-4bbb-96a9-47dae9aeb164 req-25e31846-37c1-42b0-8613-1ef8f296c538 service nova] Enqueued Resource ID: 32333027-61c8-4ec6-8463-c8006e69c01d with Priority: HIGHEST for action security_group_members [ 913.023349] env[65674]: INFO networking_nsxv3.common.synchronization [req-01d2f6b1-8745-4bbb-96a9-47dae9aeb164 req-25e31846-37c1-42b0-8613-1ef8f296c538 service nova] Enqueued Resource ID: 8c47922e-c608-435d-ab79-2c699240370e with Priority: HIGHEST for action port [ 913.023863] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32333027-61c8-4ec6-8463-c8006e69c01d with Priority: HIGHEST for action security_group_rules [ 913.024008] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32333027-61c8-4ec6-8463-c8006e69c01d with Priority: HIGHEST for action security_group_members [ 913.024118] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c47922e-c608-435d-ab79-2c699240370e with Priority: HIGHEST for action port [ 913.024380] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32333027-61c8-4ec6-8463-c8006e69c01d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.024498] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.024562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.024809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.024891] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.025751] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-32333027-61c8-4ec6-8463-c8006e69c01d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.027099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.027099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.027099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.027099] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.027099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.027099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.027099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.027099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.027417] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.028418] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c47922e-c608-435d-ab79-2c699240370e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.029079] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c47922e-c608-435d-ab79-2c699240370e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.029079] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c47922e-c608-435d-ab79-2c699240370e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.029079] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c47922e-c608-435d-ab79-2c699240370e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.029230] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c47922e-c608-435d-ab79-2c699240370e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.070018] env[65674]: INFO networking_nsxv3.common.synchronization [req-fb3894e2-a807-408d-aaaa-35ecf240fe4a req-40b48c9b-4cc5-4052-9adb-44b1024de463 tempest-ServerAddressesTestJSON-465738588 tempest-ServerAddressesTestJSON-465738588-project-member] Enqueued Resource ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c with Priority: HIGHEST for action security_group_members [ 913.070274] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c with Priority: HIGHEST for action security_group_members [ 913.070779] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.071084] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.071307] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.071639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.072125] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.072397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.072558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.072872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.073086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.073288] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43b573e6-a102-41c4-bf58-ba3cd4a7e69c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.242986] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.243382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.244410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.244410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.244410] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.244410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.244410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.244410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.244410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.244766] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.244766] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.244766] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.244766] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.244883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.245010] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.245082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.245139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.245951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.245951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.245951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.245951] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.363045] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.533197] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.534245] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-32333027-61c8-4ec6-8463-c8006e69c01d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.534245] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.534245] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c47922e-c608-435d-ab79-2c699240370e with status ACTIVE [ 913.534245] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.534245] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.534622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.534622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.534706] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.535936] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.535936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.535936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.535936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.535936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.536209] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.536209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.536420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.536420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.536620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.536755] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c47922e-c608-435d-ab79-2c699240370e is going to be updated. [ 913.563289] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.563482] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.563608] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.563764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.563899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.564136] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c47922e-c608-435d-ab79-2c699240370e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.575649] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.575649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.575649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.575929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.575929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.576193] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.576193] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.576336] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.576504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.576504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.576672] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c is going to be updated. [ 913.611577] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.611724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.611831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.612067] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.612229] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.622582] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c in Status: IN_PROGRESS for 2s [ 913.748810] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd: rpc.has_security_group_logging(os_id): False [ 913.769168] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.769325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.769325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.769536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.769699] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.769982] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.770087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.770151] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.770306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.770384] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.770565] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.770656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.770716] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.770849] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.770923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.771135] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.771231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.771290] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.771423] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.771496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.771577] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd is going to be updated. [ 913.850931] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.851124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.851199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.851418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.851565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.865703] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: IN_PROGRESS for 2s [ 913.866103] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.866252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.866305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.866531] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.866587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.866680] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be updated. [ 913.896247] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.896247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.896247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.896536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.896536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.920241] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: IN_PROGRESS for 2s [ 914.010286] env[65674]: INFO networking_nsxv3.common.synchronization [req-7cda437f-a557-4b1a-863e-550c91a306a3 req-624b98b5-6034-474a-810c-dd4b44193787 tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 with Priority: HIGHEST for action security_group_members [ 914.010844] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 with Priority: HIGHEST for action security_group_members [ 914.011202] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2ea49e-563c-429d-aecc-b4ab587175d0 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.011324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.011396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.011671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.011898] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.012022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.012076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.012238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.012323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.012419] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2ea49e-563c-429d-aecc-b4ab587175d0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.038842] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.514672] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.516247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.516247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.516247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.516247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.516247] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.516247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.516247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.516247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.516247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.516247] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 already deleted. [ 914.516247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.543370] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.543370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.543370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.543370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.543370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.543370] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32333027-61c8-4ec6-8463-c8006e69c01d is going to be created. [ 914.568788] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.571223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.571223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.571223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.571223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.581925] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32333027-61c8-4ec6-8463-c8006e69c01d in Status: UNINITIALIZED for 2s [ 914.791369] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.791697] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.791697] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.792044] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.792319] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.792479] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.792595] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.792825] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.792969] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.793191] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.793302] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.793409] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.793516] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.793625] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.793727] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.793854] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.816660] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.816660] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.816660] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.816856] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.817138] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-c8025439-30d0-4236-b495-5599979ac874 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.817316] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-c8025439-30d0-4236-b495-5599979ac874" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.817435] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-c8025439-30d0-4236-b495-5599979ac874" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.817780] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-c8025439-30d0-4236-b495-5599979ac874" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.817923] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8025439-30d0-4236-b495-5599979ac874',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.320196] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.320500] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.320633] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.321012] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.321213] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.321373] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port c8025439-30d0-4236-b495-5599979ac874 not found, creating... [ 915.321665] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.321903] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.322059] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.322385] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.322586] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.322890] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.323068] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.323188] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.323467] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.323750] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.323750] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: c8025439-30d0-4236-b495-5599979ac874 is going to be created. [ 915.346235] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.346588] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.346758] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.347187] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.347511] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.347831] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-c8025439-30d0-4236-b495-5599979ac874" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.633164] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c in Status: SUCCESS [ 915.633373] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43b573e6-a102-41c4-bf58-ba3cd4a7e69c deletion is rescheduled due to dependency. [ 915.633497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b573e6-a102-41c4-bf58-ba3cd4a7e69c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.883843] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: SUCCESS [ 915.884162] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.932699] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 915.932996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.933113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.933329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.933521] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.933635] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.933697] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.933843] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.933925] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.934015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.934110] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.090922] env[65674]: INFO networking_nsxv3.common.synchronization [req-7cda437f-a557-4b1a-863e-550c91a306a3 req-79a4306c-d233-4376-846d-bb4122323be8 service nova] Enqueued Resource ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 with Priority: HIGHEST for action security_group_rules [ 916.091116] env[65674]: INFO networking_nsxv3.common.synchronization [req-7cda437f-a557-4b1a-863e-550c91a306a3 req-79a4306c-d233-4376-846d-bb4122323be8 service nova] Enqueued Resource ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 with Priority: HIGHEST for action security_group_members [ 916.091257] env[65674]: INFO networking_nsxv3.common.synchronization [req-7cda437f-a557-4b1a-863e-550c91a306a3 req-79a4306c-d233-4376-846d-bb4122323be8 service nova] Enqueued Resource ID: c8025439-30d0-4236-b495-5599979ac874 with Priority: HIGHEST for action port [ 916.091882] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 with Priority: HIGHEST for action security_group_rules [ 916.091985] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 with Priority: HIGHEST for action security_group_members [ 916.092226] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8025439-30d0-4236-b495-5599979ac874 with Priority: HIGHEST for action port [ 916.092737] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f2ea49e-563c-429d-aecc-b4ab587175d0 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.092737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.092870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.093064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.093180] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f2ea49e-563c-429d-aecc-b4ab587175d0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.094105] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2ea49e-563c-429d-aecc-b4ab587175d0 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.094358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.094460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.094702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.094847] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.094977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.095074] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.095243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.095358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.095472] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2ea49e-563c-429d-aecc-b4ab587175d0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.096254] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8025439-30d0-4236-b495-5599979ac874 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.096389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8025439-30d0-4236-b495-5599979ac874" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.096547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8025439-30d0-4236-b495-5599979ac874" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.096724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8025439-30d0-4236-b495-5599979ac874" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.097015] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8025439-30d0-4236-b495-5599979ac874',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.436783] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.436911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.437033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.438690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.438690] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.438690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.438690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.438690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.438690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.438690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.438690] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.438690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.438690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.438690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.438690] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.438690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.438690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.438690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.438690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.439552] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.439552] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.593829] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32333027-61c8-4ec6-8463-c8006e69c01d in Status: SUCCESS [ 916.594202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.594386] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.594648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.594921] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.595090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.595181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.595398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.595518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.595651] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.595789] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.598394] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f2ea49e-563c-429d-aecc-b4ab587175d0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.599800] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2ea49e-563c-429d-aecc-b4ab587175d0 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.599800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.599943] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8025439-30d0-4236-b495-5599979ac874 with status ACTIVE [ 916.602052] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.602052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.602052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.602052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.602052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.602052] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.602052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.602052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.602052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.602052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.602052] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.602052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.602052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.602052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.602052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.602052] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8025439-30d0-4236-b495-5599979ac874 is going to be updated. [ 916.604971] env[65674]: INFO networking_nsxv3.common.synchronization [req-86647c75-8976-4523-92d3-36ad10bbf9a2 req-cf75f9c8-0841-4a7a-a08f-99c7d163f32f tempest-ServerRescueNegativeTestJSON-474287236 tempest-ServerRescueNegativeTestJSON-474287236-project-member] Enqueued Resource ID: 32333027-61c8-4ec6-8463-c8006e69c01d with Priority: HIGHEST for action security_group_members [ 916.606215] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32333027-61c8-4ec6-8463-c8006e69c01d with Priority: HIGHEST for action security_group_members [ 916.606303] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-32333027-61c8-4ec6-8463-c8006e69c01d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.606565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.606565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.606703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.606921] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.607016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.607016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.607168] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.607291] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.607407] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.626421] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.626421] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.626421] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.626560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.627561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.627561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8025439-30d0-4236-b495-5599979ac874" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.941460] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e355a918-7747-45b3-bdbf-e183f4cc4f29: rpc.has_security_group_logging(os_id): False [ 916.979434] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.979434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.979600] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.979704] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.979826] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.980084] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.980252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.980252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.980420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.980801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.980801] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.980801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.980959] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.981037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.981090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.981291] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.981385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.981471] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.981631] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.981710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.981872] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be updated. [ 917.012632] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.012833] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-221" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.012980] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-221" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.013300] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-221" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.013566] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.014420] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.014420] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.014420] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.014420] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.014420] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.014616] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.014692] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.014810] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.014872] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.015042] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.015138] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.036714] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.036900] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.037055] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.037245] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-221" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.038401] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-0d53dc68-a56b-4066-b8d3-07f19c5e6ab3 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.038401] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-0d53dc68-a56b-4066-b8d3-07f19c5e6ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.038401] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-0d53dc68-a56b-4066-b8d3-07f19c5e6ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.038401] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-0d53dc68-a56b-4066-b8d3-07f19c5e6ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.038646] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d53dc68-a56b-4066-b8d3-07f19c5e6ab3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.060119] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.060285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.060285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.060454] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.060602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.075517] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: IN_PROGRESS for 2s [ 917.098407] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-32333027-61c8-4ec6-8463-c8006e69c01d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.098617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.100941] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f2ea49e-563c-429d-aecc-b4ab587175d0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.110448] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.541673] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.541673] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.541673] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.541952] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.542105] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.542311] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 0d53dc68-a56b-4066-b8d3-07f19c5e6ab3 not found, creating... [ 917.542591] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.542813] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.543727] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.543727] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.543727] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.543727] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.543923] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.543954] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.544227] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.544376] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.544517] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 0d53dc68-a56b-4066-b8d3-07f19c5e6ab3 is going to be created. [ 917.570076] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.570076] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.570076] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.570503] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.570655] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.570914] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-0d53dc68-a56b-4066-b8d3-07f19c5e6ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.603451] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.603719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.603719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.603993] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.604226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.604291] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 is going to be created. [ 917.613276] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.638727] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.639012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.639012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.639219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.639382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.649819] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 in Status: UNINITIALIZED for 2s [ 918.116355] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.116729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.116729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.116795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.116891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.117010] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32333027-61c8-4ec6-8463-c8006e69c01d is going to be updated. [ 918.148976] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.149179] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.149179] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.149461] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.149532] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.160597] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32333027-61c8-4ec6-8463-c8006e69c01d in Status: IN_PROGRESS for 2s [ 918.300736] env[65674]: INFO networking_nsxv3.common.synchronization [req-86647c75-8976-4523-92d3-36ad10bbf9a2 req-6132b8b4-dcb9-4dec-9037-91b43e3f383f service nova] Enqueued Resource ID: 32333027-61c8-4ec6-8463-c8006e69c01d with Priority: HIGHEST for action security_group_rules [ 918.300907] env[65674]: INFO networking_nsxv3.common.synchronization [req-86647c75-8976-4523-92d3-36ad10bbf9a2 req-6132b8b4-dcb9-4dec-9037-91b43e3f383f service nova] Enqueued Resource ID: 32333027-61c8-4ec6-8463-c8006e69c01d with Priority: HIGHEST for action security_group_members [ 918.301054] env[65674]: INFO networking_nsxv3.common.synchronization [req-86647c75-8976-4523-92d3-36ad10bbf9a2 req-6132b8b4-dcb9-4dec-9037-91b43e3f383f service nova] Enqueued Resource ID: 0d53dc68-a56b-4066-b8d3-07f19c5e6ab3 with Priority: HIGHEST for action port [ 918.301299] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32333027-61c8-4ec6-8463-c8006e69c01d with Priority: HIGHEST for action security_group_rules [ 918.301438] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32333027-61c8-4ec6-8463-c8006e69c01d with Priority: HIGHEST for action security_group_members [ 918.301533] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d53dc68-a56b-4066-b8d3-07f19c5e6ab3 with Priority: HIGHEST for action port [ 918.302937] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32333027-61c8-4ec6-8463-c8006e69c01d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.303018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.303221] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-32333027-61c8-4ec6-8463-c8006e69c01d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.303333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.303495] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d53dc68-a56b-4066-b8d3-07f19c5e6ab3 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.303592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d53dc68-a56b-4066-b8d3-07f19c5e6ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.303656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d53dc68-a56b-4066-b8d3-07f19c5e6ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.303857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d53dc68-a56b-4066-b8d3-07f19c5e6ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.303940] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d53dc68-a56b-4066-b8d3-07f19c5e6ab3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.809169] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d53dc68-a56b-4066-b8d3-07f19c5e6ab3 with status ACTIVE [ 918.809628] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.809888] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.813022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.813022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.813022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.813022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.813022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.813022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.813022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.813022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.813022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.813022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.813022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.813022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.813022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.813022] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d53dc68-a56b-4066-b8d3-07f19c5e6ab3 is going to be updated. [ 918.835359] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.835359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.835359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.835359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.835359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.835359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d53dc68-a56b-4066-b8d3-07f19c5e6ab3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.093440] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 919.093671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.661026] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 in Status: SUCCESS [ 919.661341] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.661556] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.661868] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.662142] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.662293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.662393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.662613] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.662727] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.662864] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.662987] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f2ea49e-563c-429d-aecc-b4ab587175d0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.798235] env[65674]: INFO networking_nsxv3.common.synchronization [None req-778fc9b3-5305-41bc-8e00-2ed5f0842bbf tempest-ServerDiskConfigTestJSON-1535982359 tempest-ServerDiskConfigTestJSON-1535982359-project-member] Enqueued Resource ID: e98a947a-e30b-4c10-8bde-e91f40258d5f with Priority: HIGHEST for action security_group_rules [ 919.798235] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98a947a-e30b-4c10-8bde-e91f40258d5f with Priority: HIGHEST for action security_group_rules [ 919.798235] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98a947a-e30b-4c10-8bde-e91f40258d5f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.798235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98a947a-e30b-4c10-8bde-e91f40258d5f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.798235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98a947a-e30b-4c10-8bde-e91f40258d5f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.798235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98a947a-e30b-4c10-8bde-e91f40258d5f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.798235] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98a947a-e30b-4c10-8bde-e91f40258d5f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.923038] env[65674]: INFO networking_nsxv3.common.synchronization [None req-4551bf2c-2e78-4662-be96-5cf97e3d3ca2 tempest-ServerDiskConfigTestJSON-1535982359 tempest-ServerDiskConfigTestJSON-1535982359-project-member] Enqueued Resource ID: e98a947a-e30b-4c10-8bde-e91f40258d5f with Priority: HIGHEST for action security_group_rules [ 919.923605] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98a947a-e30b-4c10-8bde-e91f40258d5f with Priority: HIGHEST for action security_group_rules [ 919.924041] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98a947a-e30b-4c10-8bde-e91f40258d5f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.924180] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98a947a-e30b-4c10-8bde-e91f40258d5f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.169740] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f2ea49e-563c-429d-aecc-b4ab587175d0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.173294] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32333027-61c8-4ec6-8463-c8006e69c01d in Status: SUCCESS [ 920.173294] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.173752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.173752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.175439] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.175439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.175439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.175439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.175439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.175439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.175439] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-32333027-61c8-4ec6-8463-c8006e69c01d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.175439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.175439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.175439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.175439] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.175439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.175439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.175439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.175439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.175439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.175439] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.177885] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.178051] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.178253] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.178448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.178448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.179147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.179147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.179147] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.322952] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.322952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.323156] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.323385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.323517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.323649] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98a947a-e30b-4c10-8bde-e91f40258d5f already deleted. [ 920.323765] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98a947a-e30b-4c10-8bde-e91f40258d5f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.323954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98a947a-e30b-4c10-8bde-e91f40258d5f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.324160] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98a947a-e30b-4c10-8bde-e91f40258d5f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.324538] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98a947a-e30b-4c10-8bde-e91f40258d5f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.672021] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f2ea49e-563c-429d-aecc-b4ab587175d0: rpc.has_security_group_logging(os_id): False [ 920.681507] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32333027-61c8-4ec6-8463-c8006e69c01d: rpc.has_security_group_logging(os_id): False [ 920.682699] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.692807] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.693055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.693055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.693311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.693436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.693725] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.693871] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.693932] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.694146] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.694258] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.694379] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 is going to be created. [ 920.702158] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.702158] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.702158] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.702376] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.702376] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.702551] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.702651] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.702689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.702981] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.702981] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.703090] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.703205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.703235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.703368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.703434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.703634] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.703741] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.703800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.704034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.704034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.704122] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32333027-61c8-4ec6-8463-c8006e69c01d is going to be created. [ 920.779943] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.780199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.780289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.780507] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.780709] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.782725] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.782725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.782897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.783564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.783771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.802366] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 in Status: IN_PROGRESS for 2s [ 920.803170] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32333027-61c8-4ec6-8463-c8006e69c01d in Status: IN_PROGRESS for 2s [ 920.858057] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.858268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.858307] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.858553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.858675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.858841] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98a947a-e30b-4c10-8bde-e91f40258d5f already deleted. [ 920.858989] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98a947a-e30b-4c10-8bde-e91f40258d5f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.185881] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.691032] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.691032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.691032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.691032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.691032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.691032] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32333027-61c8-4ec6-8463-c8006e69c01d is going to be updated. [ 921.724394] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.724394] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.724394] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.724394] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.724708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.737436] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32333027-61c8-4ec6-8463-c8006e69c01d in Status: IN_PROGRESS for 2s [ 921.980656] env[65674]: INFO networking_nsxv3.common.synchronization [req-79bf8f63-12f3-4353-b628-7bad28bc6e4f req-69daad56-fb40-41be-bd34-2b14be3bf049 tempest-ListServerFiltersTestJSON-548961148 tempest-ListServerFiltersTestJSON-548961148-project-member] Enqueued Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 921.981430] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 921.981697] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.981872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.981945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.982210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.982369] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.982468] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.982528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.982840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.982840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.982994] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.486661] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.486839] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.486892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.487149] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.487235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.487434] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.487528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.487585] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.487734] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.487803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.487880] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6c45a8-653b-464e-b355-9b393b258fcc already deleted. [ 922.487953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.609089] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.609312] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-771" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.609438] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-771" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.609807] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-771" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.610167] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.610322] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.610447] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.610689] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.610842] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.611073] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.611188] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.611294] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.611401] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.611506] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.611609] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.611740] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.632430] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.632591] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.632825] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.633132] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-771" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.633465] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-bd873acf-de04-4c88-a280-b9eef1755fbf taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.633677] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-bd873acf-de04-4c88-a280-b9eef1755fbf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.633779] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-bd873acf-de04-4c88-a280-b9eef1755fbf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.634365] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-bd873acf-de04-4c88-a280-b9eef1755fbf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.634508] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd873acf-de04-4c88-a280-b9eef1755fbf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.819770] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 in Status: SUCCESS [ 922.820171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.821303] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32333027-61c8-4ec6-8463-c8006e69c01d in Status: SUCCESS [ 922.821604] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.822136] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.822282] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.822345] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.139258] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.139494] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.139629] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.140156] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.140325] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.140479] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port bd873acf-de04-4c88-a280-b9eef1755fbf not found, creating... [ 923.140778] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.141092] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.141288] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.141560] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.141731] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.142286] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.142286] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.142495] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.142764] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.142764] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.142898] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: bd873acf-de04-4c88-a280-b9eef1755fbf is going to be created. [ 923.166487] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.166487] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.166487] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.166964] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.166964] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.168267] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-bd873acf-de04-4c88-a280-b9eef1755fbf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.325804] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-32333027-61c8-4ec6-8463-c8006e69c01d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.325965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.748450] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32333027-61c8-4ec6-8463-c8006e69c01d in Status: SUCCESS [ 923.748779] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.749058] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.749317] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.749515] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.749986] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.749986] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.749986] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.750127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.750127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.750296] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.947252] env[65674]: INFO networking_nsxv3.common.synchronization [req-79bf8f63-12f3-4353-b628-7bad28bc6e4f req-798602fe-c22c-4690-864c-8862118ebbed service nova] Enqueued Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_rules [ 923.947564] env[65674]: INFO networking_nsxv3.common.synchronization [req-79bf8f63-12f3-4353-b628-7bad28bc6e4f req-798602fe-c22c-4690-864c-8862118ebbed service nova] Enqueued Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 923.947564] env[65674]: INFO networking_nsxv3.common.synchronization [req-79bf8f63-12f3-4353-b628-7bad28bc6e4f req-798602fe-c22c-4690-864c-8862118ebbed service nova] Enqueued Resource ID: bd873acf-de04-4c88-a280-b9eef1755fbf with Priority: HIGHEST for action port [ 923.947780] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_rules [ 923.948085] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 923.948085] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd873acf-de04-4c88-a280-b9eef1755fbf with Priority: HIGHEST for action port [ 923.948542] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.948665] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.948731] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.948980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.949074] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.950698] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.950698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.950698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.950698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.950698] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.950979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.950979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.950979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.951082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.951111] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.951879] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd873acf-de04-4c88-a280-b9eef1755fbf taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.951997] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd873acf-de04-4c88-a280-b9eef1755fbf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.952078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd873acf-de04-4c88-a280-b9eef1755fbf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.952251] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd873acf-de04-4c88-a280-b9eef1755fbf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.952291] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd873acf-de04-4c88-a280-b9eef1755fbf',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.255249] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-32333027-61c8-4ec6-8463-c8006e69c01d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.255249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.255249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.255415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.255606] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.256115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.256199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.256385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.256481] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.256622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.256842] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-32333027-61c8-4ec6-8463-c8006e69c01d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.256966] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.257048] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.257214] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.257375] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.257474] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.257532] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.257684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.257764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.257860] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.257964] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.277786] env[65674]: INFO networking_nsxv3.common.synchronization [req-17c83e53-e085-42dc-8068-5947984a42f0 req-6daeecf3-da8e-4bfd-834d-e0dc48f0e89e tempest-ServerDiskConfigTestJSON-1535982359 tempest-ServerDiskConfigTestJSON-1535982359-project-member] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 924.279100] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 924.279100] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.279100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.279100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.279100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.279854] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.279966] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.280100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.280216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.280341] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.280401] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.453625] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.454742] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.455895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.455895] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd873acf-de04-4c88-a280-b9eef1755fbf with status ACTIVE [ 924.455895] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.455895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.455895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.455895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.455895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.456755] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.456755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.456755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.456755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.456755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.456755] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.456755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.457128] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.457128] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.457200] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.457335] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd873acf-de04-4c88-a280-b9eef1755fbf is going to be updated. [ 924.493992] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.493992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.493992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.493992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.493992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.493992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd873acf-de04-4c88-a280-b9eef1755fbf" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.704207] env[65674]: INFO networking_nsxv3.common.synchronization [req-8b7e7ade-8fa7-4e55-bc51-47e6129e5c58 req-bf8ce119-233a-4385-99c6-c6f547ffa502 tempest-ListServerFiltersTestJSON-548961148 tempest-ListServerFiltersTestJSON-548961148-project-member] Enqueued Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 924.704673] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 924.704972] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.705126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.762478] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32333027-61c8-4ec6-8463-c8006e69c01d: rpc.has_security_group_logging(os_id): False [ 924.783323] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.783504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.784573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.784573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.784573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.784573] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.784573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.784573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.785107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.785107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.785107] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 924.788365] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.788492] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.788563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.789124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.789228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.790528] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.790668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.790722] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.790862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.790944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.791169] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.791269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.791331] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.791477] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.791552] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.791740] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.791915] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.792040] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.792210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.792769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.792769] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32333027-61c8-4ec6-8463-c8006e69c01d is going to be updated. [ 924.824966] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.825303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.825303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.825469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.826156] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.837848] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 924.875593] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.875801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.875801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.876047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.876170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.889308] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32333027-61c8-4ec6-8463-c8006e69c01d in Status: IN_PROGRESS for 2s [ 924.956214] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.137878] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.138105] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-771" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.138193] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-771" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.138463] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-771" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.138714] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.138862] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.138979] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.139202] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.139347] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.139551] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.139663] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.139854] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.139994] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.140113] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.140213] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.140404] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.191821] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.195941] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.195941] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.195941] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-771" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.195941] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-8470de78-aaa1-4993-9708-7bb4da259ffc taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.195941] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-8470de78-aaa1-4993-9708-7bb4da259ffc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.195941] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-8470de78-aaa1-4993-9708-7bb4da259ffc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.195941] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-8470de78-aaa1-4993-9708-7bb4da259ffc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.195941] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8470de78-aaa1-4993-9708-7bb4da259ffc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.461281] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.461531] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.461531] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.461691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.461790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.462018] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6c45a8-653b-464e-b355-9b393b258fcc is going to be created. [ 925.487467] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.487702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.488274] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.488661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.488994] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.500511] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: UNINITIALIZED for 2s [ 925.699025] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.699568] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.700137] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.700449] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.700940] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.700940] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 8470de78-aaa1-4993-9708-7bb4da259ffc not found, creating... [ 925.701106] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.702236] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.702236] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.702236] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.702236] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.702236] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.702689] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.702689] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.702689] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.702789] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.702942] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 8470de78-aaa1-4993-9708-7bb4da259ffc is going to be created. [ 925.725244] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.725489] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.725615] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.725908] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.726232] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.726465] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-8470de78-aaa1-4993-9708-7bb4da259ffc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.422257] env[65674]: INFO networking_nsxv3.common.synchronization [req-8b7e7ade-8fa7-4e55-bc51-47e6129e5c58 req-cf7824a1-abc3-46fc-88b2-d5c88ff6bf17 service nova] Enqueued Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_rules [ 926.422257] env[65674]: INFO networking_nsxv3.common.synchronization [req-8b7e7ade-8fa7-4e55-bc51-47e6129e5c58 req-cf7824a1-abc3-46fc-88b2-d5c88ff6bf17 service nova] Enqueued Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 926.422257] env[65674]: INFO networking_nsxv3.common.synchronization [req-8b7e7ade-8fa7-4e55-bc51-47e6129e5c58 req-cf7824a1-abc3-46fc-88b2-d5c88ff6bf17 service nova] Enqueued Resource ID: 8470de78-aaa1-4993-9708-7bb4da259ffc with Priority: HIGHEST for action port [ 926.423550] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_rules [ 926.423903] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 926.423903] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8470de78-aaa1-4993-9708-7bb4da259ffc with Priority: HIGHEST for action port [ 926.424413] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.424413] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.424485] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.424523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.426052] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-8470de78-aaa1-4993-9708-7bb4da259ffc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.426052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8470de78-aaa1-4993-9708-7bb4da259ffc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.426052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8470de78-aaa1-4993-9708-7bb4da259ffc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.426052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8470de78-aaa1-4993-9708-7bb4da259ffc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.426052] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8470de78-aaa1-4993-9708-7bb4da259ffc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.852586] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 926.852771] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 deletion is rescheduled due to dependency. [ 926.852890] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.911860] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32333027-61c8-4ec6-8463-c8006e69c01d in Status: SUCCESS [ 926.912333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.928905] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8470de78-aaa1-4993-9708-7bb4da259ffc with status ACTIVE [ 926.929097] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.929382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.929382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.930292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.930292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.930292] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.930292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.930292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.930292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.930292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.930816] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.930816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.930816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.930816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.931043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.931043] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8470de78-aaa1-4993-9708-7bb4da259ffc is going to be updated. [ 926.956065] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.956317] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.956387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.957881] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.957973] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.958785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8470de78-aaa1-4993-9708-7bb4da259ffc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.168957] env[65674]: INFO networking_nsxv3.common.synchronization [req-440b0fe0-ca97-4ecb-8136-b82ce021a688 req-d7c510cc-4e04-4db5-a95a-ca5916eeab1a tempest-ListServerFiltersTestJSON-548961148 tempest-ListServerFiltersTestJSON-548961148-project-member] Enqueued Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 927.169360] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 927.170051] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.170051] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.512921] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: SUCCESS [ 927.512921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.512921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.513322] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.513322] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.513422] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.513456] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.513661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.513729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.513835] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.513941] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.516569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.516569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.516569] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.516569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.516569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.516569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.516569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.516569] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.608941] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.609121] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-771" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.609236] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-771" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.609915] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-771" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.609915] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.610129] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.610180] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.610474] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.610474] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.610746] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.610867] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.610977] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.611095] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.611204] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.611307] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.611435] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.630261] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.630476] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.630610] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.630825] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-771" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.631254] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-0eb97221-7950-468a-a308-e2a265244591 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.631487] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-0eb97221-7950-468a-a308-e2a265244591" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.631641] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-0eb97221-7950-468a-a308-e2a265244591" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.632122] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-0eb97221-7950-468a-a308-e2a265244591" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.632315] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eb97221-7950-468a-a308-e2a265244591',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.678914] env[65674]: INFO networking_nsxv3.common.synchronization [req-9cabf370-78ac-41ac-80c1-8962f6a01748 req-66f80bb4-ef8a-490d-a661-4a63bfd6f821 tempest-MigrationsAdminTest-205860385 tempest-MigrationsAdminTest-205860385-project-member] Enqueued Resource ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 with Priority: HIGHEST for action security_group_members [ 927.679678] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 with Priority: HIGHEST for action security_group_members [ 927.680044] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c66648d-ad13-4f76-8f6d-6104cc86cec2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.680202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.680269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.680468] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.680620] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.680747] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.680806] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.680959] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.681058] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.681154] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c66648d-ad13-4f76-8f6d-6104cc86cec2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.016893] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.017235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.019763] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.135553] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.136248] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.136248] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.136248] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.136416] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.136510] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 0eb97221-7950-468a-a308-e2a265244591 not found, creating... [ 928.136770] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.136930] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.137068] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.137290] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.137426] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.137706] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.137860] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.137978] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.138233] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.138366] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.138502] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 0eb97221-7950-468a-a308-e2a265244591 is going to be created. [ 928.160355] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.160629] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.160799] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.161152] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.161389] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.161609] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-0eb97221-7950-468a-a308-e2a265244591" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.183775] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.183963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.184043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.184367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.217725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.218054] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.218191] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.218262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.218476] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.218562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.218757] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 is going to be updated. [ 928.262577] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.262726] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.262802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.263067] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.263339] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.274428] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 in Status: IN_PROGRESS for 2s [ 928.522370] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.927652] env[65674]: INFO networking_nsxv3.common.synchronization [req-440b0fe0-ca97-4ecb-8136-b82ce021a688 req-f8282214-95e7-48e1-9565-4b78cb01ff59 service nova] Enqueued Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_rules [ 928.927703] env[65674]: INFO networking_nsxv3.common.synchronization [req-440b0fe0-ca97-4ecb-8136-b82ce021a688 req-f8282214-95e7-48e1-9565-4b78cb01ff59 service nova] Enqueued Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 928.927841] env[65674]: INFO networking_nsxv3.common.synchronization [req-440b0fe0-ca97-4ecb-8136-b82ce021a688 req-f8282214-95e7-48e1-9565-4b78cb01ff59 service nova] Enqueued Resource ID: 0eb97221-7950-468a-a308-e2a265244591 with Priority: HIGHEST for action port [ 928.928375] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_rules [ 928.928506] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 928.928705] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eb97221-7950-468a-a308-e2a265244591 with Priority: HIGHEST for action port [ 928.928915] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.928996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.929203] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.929298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.929500] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eb97221-7950-468a-a308-e2a265244591 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.929882] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eb97221-7950-468a-a308-e2a265244591" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.929882] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eb97221-7950-468a-a308-e2a265244591" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.930057] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eb97221-7950-468a-a308-e2a265244591" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.930057] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eb97221-7950-468a-a308-e2a265244591',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.025296] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.025471] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.025547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.025764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.025856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.026022] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6c45a8-653b-464e-b355-9b393b258fcc is going to be updated. [ 929.056396] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.056562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.056682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.057053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.057213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.069127] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: IN_PROGRESS for 2s [ 929.433379] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0eb97221-7950-468a-a308-e2a265244591 with status ACTIVE [ 929.433627] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.433766] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.433829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.434089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.434205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.434413] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.434520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.434580] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.434750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.434834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.435036] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.435136] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.435204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.435346] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.435426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.435510] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0eb97221-7950-468a-a308-e2a265244591 is going to be updated. [ 929.460455] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.460694] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.460694] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.460898] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.461189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.461189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eb97221-7950-468a-a308-e2a265244591" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.285715] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 in Status: SUCCESS [ 930.285715] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c66648d-ad13-4f76-8f6d-6104cc86cec2 deletion is rescheduled due to dependency. [ 930.285941] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c66648d-ad13-4f76-8f6d-6104cc86cec2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.081215] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: SUCCESS [ 931.081492] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.081613] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.081913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.082244] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.082409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.082484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.082668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.082750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.082848] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.589113] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.948030] env[65674]: INFO networking_nsxv3.common.synchronization [req-8d210c26-6b94-43a4-92bd-958e9bf2140d req-1d972547-3920-485a-bf86-8b984f2e979e tempest-ServersNegativeTestJSON-1995414509 tempest-ServersNegativeTestJSON-1995414509-project-member] Enqueued Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_members [ 931.948399] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_members [ 931.948762] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.949663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.949737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.950038] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.950668] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.950746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.950803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.951011] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.951104] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.951205] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.094149] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.336095] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.336544] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-661" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.336621] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-661" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.337018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-661" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.337391] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.337570] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.337728] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.337927] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.338135] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.338489] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.338551] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.338665] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.338790] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.338979] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.339190] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.339422] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.358558] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.358714] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.358854] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.359095] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-661" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.359365] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-db89025d-d05b-4c06-bfc9-05a9940cb58b taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.359533] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-db89025d-d05b-4c06-bfc9-05a9940cb58b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.359653] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-db89025d-d05b-4c06-bfc9-05a9940cb58b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.360032] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-db89025d-d05b-4c06-bfc9-05a9940cb58b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.360146] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db89025d-d05b-4c06-bfc9-05a9940cb58b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.454992] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.454992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.454992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.454992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.454992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.455442] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.455442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.455442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.455442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.455442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.455630] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 already deleted. [ 932.455630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.598381] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.599065] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.599065] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.599065] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.599065] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.599065] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6c45a8-653b-464e-b355-9b393b258fcc is going to be updated. [ 932.636424] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.636681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.636774] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.637070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.637273] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.655590] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: IN_PROGRESS for 2s [ 932.687205] env[65674]: INFO networking_nsxv3.common.synchronization [req-b67488d6-7a99-4930-af13-29d30ee3356d req-1337473c-ac1b-4ec1-9f37-ff77612c0394 tempest-ImagesTestJSON-529282155 tempest-ImagesTestJSON-529282155-project-member] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 932.687803] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 932.688129] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.688265] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.688416] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.688541] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.688928] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.688928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.688928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.689142] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.689142] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.689230] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.862515] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.862724] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.863477] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.863477] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.863477] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.863887] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port db89025d-d05b-4c06-bfc9-05a9940cb58b not found, creating... [ 932.863887] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.864333] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.864454] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.864700] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.864856] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.865163] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.865326] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.865442] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.865659] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.865844] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.865977] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: db89025d-d05b-4c06-bfc9-05a9940cb58b is going to be created. [ 932.888401] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.888671] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.889232] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.889510] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.889776] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.890388] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-db89025d-d05b-4c06-bfc9-05a9940cb58b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.043147] env[65674]: INFO networking_nsxv3.common.synchronization [None req-af1ea9e1-1b1b-4b98-856f-87afdb30c97b None None] Enqueued Resource ID: a1233a21-635f-4ea5-bb24-161afcdd57f3 with Priority: HIGHEST for action port [ 933.044031] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1233a21-635f-4ea5-bb24-161afcdd57f3 with Priority: HIGHEST for action port [ 933.044457] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1233a21-635f-4ea5-bb24-161afcdd57f3 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.044457] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1233a21-635f-4ea5-bb24-161afcdd57f3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.044602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1233a21-635f-4ea5-bb24-161afcdd57f3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.044811] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1233a21-635f-4ea5-bb24-161afcdd57f3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.044990] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1233a21-635f-4ea5-bb24-161afcdd57f3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.192319] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.547041] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1233a21-635f-4ea5-bb24-161afcdd57f3 [ 933.547497] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.547675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.547758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.547976] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.548207] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.548291] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1233a21-635f-4ea5-bb24-161afcdd57f3 already deleted. [ 933.548388] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1233a21-635f-4ea5-bb24-161afcdd57f3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.618115] env[65674]: INFO networking_nsxv3.common.synchronization [req-8d210c26-6b94-43a4-92bd-958e9bf2140d req-c71ccd1c-fe57-4c9c-af62-b1d9c9acea03 service nova] Enqueued Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_rules [ 933.618115] env[65674]: INFO networking_nsxv3.common.synchronization [req-8d210c26-6b94-43a4-92bd-958e9bf2140d req-c71ccd1c-fe57-4c9c-af62-b1d9c9acea03 service nova] Enqueued Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_members [ 933.618115] env[65674]: INFO networking_nsxv3.common.synchronization [req-8d210c26-6b94-43a4-92bd-958e9bf2140d req-c71ccd1c-fe57-4c9c-af62-b1d9c9acea03 service nova] Enqueued Resource ID: db89025d-d05b-4c06-bfc9-05a9940cb58b with Priority: HIGHEST for action port [ 933.618115] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_rules [ 933.618660] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_members [ 933.618660] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db89025d-d05b-4c06-bfc9-05a9940cb58b with Priority: HIGHEST for action port [ 933.618660] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.618660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.618836] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.620114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.620114] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.621157] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.621157] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.621157] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.621157] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.622107] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.622189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.622256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.622436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.622545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.622679] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.624069] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-db89025d-d05b-4c06-bfc9-05a9940cb58b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.624234] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db89025d-d05b-4c06-bfc9-05a9940cb58b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.624321] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db89025d-d05b-4c06-bfc9-05a9940cb58b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.624517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db89025d-d05b-4c06-bfc9-05a9940cb58b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.624614] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db89025d-d05b-4c06-bfc9-05a9940cb58b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.694529] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.126036] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.126183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.130016] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.130016] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db89025d-d05b-4c06-bfc9-05a9940cb58b with status ACTIVE [ 934.130016] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.130016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.130016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.130016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.130016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.130016] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.130016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.130016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.130016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.130016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.130016] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.130016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.130016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.130016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.130679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.130679] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db89025d-d05b-4c06-bfc9-05a9940cb58b is going to be updated. [ 934.152147] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.152333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.152379] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.152633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.152796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.152962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db89025d-d05b-4c06-bfc9-05a9940cb58b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.197474] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.197621] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.197709] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.197900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.197990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.198100] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be updated. [ 934.227167] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.227404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.227536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.227859] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.228102] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.241562] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: IN_PROGRESS for 2s [ 934.633125] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.666115] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: SUCCESS [ 934.666387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.666645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.666892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.667196] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.667332] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.667404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.667663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.667760] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.667962] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.064018] env[65674]: INFO networking_nsxv3.common.synchronization [None req-a6b43aa7-b818-4402-854c-13e0d2de44c6 None None] Enqueued Resource ID: bc97fd85-4ef1-4d63-af44-c71f1c5430e3 with Priority: HIGHEST for action port [ 935.064528] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc97fd85-4ef1-4d63-af44-c71f1c5430e3 with Priority: HIGHEST for action port [ 935.065022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc97fd85-4ef1-4d63-af44-c71f1c5430e3 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.065190] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc97fd85-4ef1-4d63-af44-c71f1c5430e3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.065312] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc97fd85-4ef1-4d63-af44-c71f1c5430e3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.065769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc97fd85-4ef1-4d63-af44-c71f1c5430e3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.065895] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc97fd85-4ef1-4d63-af44-c71f1c5430e3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.137141] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.137292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.137443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.137742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.137742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.137742] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 is going to be created. [ 935.163332] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.163472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.163545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.163760] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.163955] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.170543] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.174484] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: UNINITIALIZED for 2s [ 935.567722] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc97fd85-4ef1-4d63-af44-c71f1c5430e3 [ 935.567969] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.568453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.568576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.568805] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.569110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.569530] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc97fd85-4ef1-4d63-af44-c71f1c5430e3 already deleted. [ 935.569660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc97fd85-4ef1-4d63-af44-c71f1c5430e3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.675496] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.178352] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.178545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.178616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.179271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.179271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.179271] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6c45a8-653b-464e-b355-9b393b258fcc is going to be updated. [ 936.219781] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.219959] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.220051] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.220282] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.220429] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.235587] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: IN_PROGRESS for 2s [ 936.252614] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 936.252963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.185609] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: SUCCESS [ 937.185866] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.186019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.186246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.186450] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.186565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.186630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.186791] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.186870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.186957] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.187060] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.689936] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.690222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.690305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.690636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.691215] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.691215] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.691215] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.692037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.692037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.692037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.692037] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.692286] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.692286] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.692417] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.692595] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.692728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.692853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.693053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.693173] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.693298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.693429] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.863967] env[65674]: INFO networking_nsxv3.common.synchronization [req-ff26fc81-2663-4711-becc-a8cbc1da1425 req-c7662081-ad61-4080-b85b-e424917daf9b tempest-ServerRescueTestJSON-1422254753 tempest-ServerRescueTestJSON-1422254753-project-member] Enqueued Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGHEST for action security_group_members [ 937.864446] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGHEST for action security_group_members [ 937.865433] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-52b6d97d-2f8a-498c-ad37-df4175ac85d1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.865433] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.865433] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.866596] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.866793] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.866909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.868136] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.868361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.868466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.868565] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.140425] env[65674]: INFO networking_nsxv3.common.synchronization [req-bec686f6-f4c3-4e05-bc92-c6c67f498904 req-9ef50765-0ddf-4dd0-8d91-5c1a22d23b0c tempest-ServersAdminTestJSON-335483581 tempest-ServersAdminTestJSON-335483581-project-member] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 938.140988] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGHEST for action security_group_members [ 938.141323] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.141963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.142060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.142279] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.142458] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.142561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.142628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.142785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.142884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.143063] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.195541] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b305e199-a01e-403c-b6f2-0a74cfc8f645: rpc.has_security_group_logging(os_id): False [ 938.216996] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.217155] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.217249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.217444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.217529] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.217730] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.217829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.217886] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.218060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.218142] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.218315] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.218424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.218831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.218831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.218831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.218986] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.219082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.219130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.219276] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.219351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.219435] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 is going to be created. [ 938.244989] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: SUCCESS [ 938.245516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.245723] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.245976] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.246323] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.246498] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.246645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.246843] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.247015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.247146] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.247294] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.247403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.247503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.247585] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.247745] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.247853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.247951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.248053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.248143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.248236] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.249234] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.249302] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.249489] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.249617] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.249699] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.249748] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.249985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.250156] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.250262] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.287077] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.287077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.287077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.287077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.287077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.299521] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: IN_PROGRESS for 2s [ 938.371565] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.371565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.371565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.371795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.371975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.373098] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.373098] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.373098] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.373098] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.373098] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.373098] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 is going to be updated. [ 938.404878] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.404878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.404878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.405164] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.405164] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.419519] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 in Status: IN_PROGRESS for 2s [ 938.645729] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.646046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.646217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.646586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.646950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.647314] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.647522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.647637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.648014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.648239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.649338] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be updated. [ 938.693851] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.693851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.693851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.693851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.693851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.704180] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: IN_PROGRESS for 2s [ 938.752192] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f6c45a8-653b-464e-b355-9b393b258fcc: rpc.has_security_group_logging(os_id): False [ 938.753872] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.774173] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.774409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.774409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.774997] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.774997] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.774997] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.774997] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.775283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.775283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.775283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.775422] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.775579] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.775579] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.775706] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.775851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.776078] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.776181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.776234] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.776410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.776488] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.776554] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f6c45a8-653b-464e-b355-9b393b258fcc is going to be created. [ 938.855776] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.855955] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.856169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.856221] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.856685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.868223] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: IN_PROGRESS for 2s [ 938.934105] env[65674]: INFO networking_nsxv3.common.synchronization [None req-6dd78203-3eed-462b-87f8-ddbd3dd5cafd None None] Enqueued Resource ID: 2d027c31-c76b-4601-81f6-96fee67e1a5e with Priority: HIGHEST for action port [ 938.934649] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d027c31-c76b-4601-81f6-96fee67e1a5e with Priority: HIGHEST for action port [ 938.934946] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d027c31-c76b-4601-81f6-96fee67e1a5e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.935689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d027c31-c76b-4601-81f6-96fee67e1a5e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.935784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d027c31-c76b-4601-81f6-96fee67e1a5e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.936079] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d027c31-c76b-4601-81f6-96fee67e1a5e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.936229] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d027c31-c76b-4601-81f6-96fee67e1a5e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.259278] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.439392] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d027c31-c76b-4601-81f6-96fee67e1a5e [ 939.439392] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.439392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.439392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.439392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.439392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.439392] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d027c31-c76b-4601-81f6-96fee67e1a5e already deleted. [ 939.439392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d027c31-c76b-4601-81f6-96fee67e1a5e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.762466] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.762614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.762681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.762912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.763270] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.763270] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6c45a8-653b-464e-b355-9b393b258fcc is going to be updated. [ 939.807446] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.807446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.807446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.807446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.807446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.822796] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: IN_PROGRESS for 2s [ 940.313270] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: SUCCESS [ 940.313270] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.431544] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 in Status: SUCCESS [ 940.431809] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 deletion is rescheduled due to dependency. [ 940.432122] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.716292] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e456b75f-c238-418c-899e-c305ae930007 in Status: SUCCESS [ 940.716769] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e456b75f-c238-418c-899e-c305ae930007 deletion is rescheduled due to dependency. [ 940.716769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.750722] env[65674]: INFO networking_nsxv3.common.synchronization [req-0b15fdac-bf4a-42a6-9d99-71ebb1cb90da req-5a2c8f1e-44df-42fe-93f9-34754aeb83d3 tempest-DeleteServersTestJSON-212486772 tempest-DeleteServersTestJSON-212486772-project-member] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 940.751944] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 940.754344] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.754344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.754344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.754344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.754344] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.754344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.754344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.754344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.754344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.754344] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.882962] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: SUCCESS [ 940.882962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.882962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.882962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.882962] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.169466] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.169659] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.170013] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.170186] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.170468] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.170642] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.170800] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.177021] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.177021] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.177021] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.177021] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.177021] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.177021] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.177021] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.177021] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.177021] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.199617] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.199811] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.200113] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.200271] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.200758] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-822eb1be-0960-4668-b125-92f690391605 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.201016] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-822eb1be-0960-4668-b125-92f690391605" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.202077] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-822eb1be-0960-4668-b125-92f690391605" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.202578] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-822eb1be-0960-4668-b125-92f690391605" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.202774] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('822eb1be-0960-4668-b125-92f690391605',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.257171] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.257617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.257767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.258034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.258189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.258454] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.258593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.259192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.259192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.259192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.259192] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be updated. [ 941.295683] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.295881] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.295993] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.296288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.296508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.310065] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 941.384751] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.385448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.706322] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.706566] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.706699] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.707030] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.707259] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.708117] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 822eb1be-0960-4668-b125-92f690391605 not found, creating... [ 941.708117] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.708117] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.708117] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.708117] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.708467] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.708542] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.708704] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.708836] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.709078] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.709219] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.709359] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 822eb1be-0960-4668-b125-92f690391605 is going to be created. [ 941.762112] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.762482] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.762692] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.763176] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.763538] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.763937] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-822eb1be-0960-4668-b125-92f690391605" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.796224] env[65674]: INFO networking_nsxv3.common.synchronization [None req-b545a507-55dd-4b1c-ba23-99aff5cf0f3d None None] Enqueued Resource ID: 21b0bcae-7edf-4b3b-b757-92ead2aa3853 with Priority: HIGHEST for action port [ 941.796413] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b0bcae-7edf-4b3b-b757-92ead2aa3853 with Priority: HIGHEST for action port [ 941.796750] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-21b0bcae-7edf-4b3b-b757-92ead2aa3853 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.797048] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21b0bcae-7edf-4b3b-b757-92ead2aa3853" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.797048] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21b0bcae-7edf-4b3b-b757-92ead2aa3853" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.797796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21b0bcae-7edf-4b3b-b757-92ead2aa3853" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.797796] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21b0bcae-7edf-4b3b-b757-92ead2aa3853',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.838612] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: SUCCESS [ 941.838612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.838612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.838612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.838612] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.838612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.838612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.838612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.838612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.838612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.838612] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.270259] env[65674]: INFO networking_nsxv3.common.synchronization [req-7d00bae0-1c06-49a7-bf38-b43f689ef00a req-3b3c8ff1-160b-4d2c-b567-ab2d2fa5a04d tempest-ListServersNegativeTestJSON-2028497595 tempest-ListServersNegativeTestJSON-2028497595-project-member] Enqueued Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 942.270641] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 942.271376] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.271376] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.271376] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.271540] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.271576] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.271655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.271715] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.271858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.271989] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.272099] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.300099] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21b0bcae-7edf-4b3b-b757-92ead2aa3853 [ 942.300467] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.300704] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.300786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.301107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.301773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.301773] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21b0bcae-7edf-4b3b-b757-92ead2aa3853 already deleted. [ 942.301773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21b0bcae-7edf-4b3b-b757-92ead2aa3853" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.343545] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.343752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.343752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.344902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.344902] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.344902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.344902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.344902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.344902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.344902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.344902] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.344902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.345276] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.345276] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.345404] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.345505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.345566] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.345706] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.345782] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.345864] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.345953] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.483941] env[65674]: INFO networking_nsxv3.common.synchronization [req-0b15fdac-bf4a-42a6-9d99-71ebb1cb90da req-3c554f2c-d6d1-4d46-8f06-c78e8116098e service nova] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_rules [ 942.483941] env[65674]: INFO networking_nsxv3.common.synchronization [req-0b15fdac-bf4a-42a6-9d99-71ebb1cb90da req-3c554f2c-d6d1-4d46-8f06-c78e8116098e service nova] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 942.483941] env[65674]: INFO networking_nsxv3.common.synchronization [req-0b15fdac-bf4a-42a6-9d99-71ebb1cb90da req-3c554f2c-d6d1-4d46-8f06-c78e8116098e service nova] Enqueued Resource ID: 822eb1be-0960-4668-b125-92f690391605 with Priority: HIGHEST for action port [ 942.483941] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_rules [ 942.483941] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 942.483941] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 822eb1be-0960-4668-b125-92f690391605 with Priority: HIGHEST for action port [ 942.483941] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.484553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.484553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.484553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.484553] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.485380] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.485472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.485658] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-822eb1be-0960-4668-b125-92f690391605 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.486077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-822eb1be-0960-4668-b125-92f690391605" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.486150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-822eb1be-0960-4668-b125-92f690391605" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.486328] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-822eb1be-0960-4668-b125-92f690391605" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.486425] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('822eb1be-0960-4668-b125-92f690391605',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.641361] env[65674]: INFO networking_nsxv3.common.synchronization [req-e0fc89e7-b40b-4ba0-86d1-614380ada3f6 req-86d972f0-7d86-4f9a-acfe-c61b01936abb tempest-ListServersNegativeTestJSON-2028497595 tempest-ListServersNegativeTestJSON-2028497595-project-member] Enqueued Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 942.642248] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGHEST for action security_group_members [ 942.645108] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.645108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.775646] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.850440] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f6c45a8-653b-464e-b355-9b393b258fcc: rpc.has_security_group_logging(os_id): False [ 942.872954] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.873136] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.873210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.873424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.873518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.873718] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.873830] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.873911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.874069] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.874149] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.874694] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.874694] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.874694] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.874694] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.874883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.874963] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.875267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.875609] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.876195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.876195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.876195] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f6c45a8-653b-464e-b355-9b393b258fcc is going to be updated. [ 942.943455] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.943649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.943689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.944368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.944529] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.958806] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: IN_PROGRESS for 2s [ 942.989543] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.989742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.990036] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 822eb1be-0960-4668-b125-92f690391605 with status ACTIVE [ 942.990282] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.990446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.990552] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.990833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.991091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.991227] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.991374] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.991449] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.991621] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.991704] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.991895] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.992017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.992083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.992232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.992311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.992398] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 822eb1be-0960-4668-b125-92f690391605 is going to be updated. [ 943.038589] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.038589] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.038589] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.038815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.038902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.039085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-822eb1be-0960-4668-b125-92f690391605" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.279455] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.320230] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 943.320538] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 deletion is rescheduled due to dependency. [ 943.320761] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.320958] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.322442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.322786] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.322925] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.325216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.325216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.325216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.325216] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.787156] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.787156] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.787156] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.787156] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.787156] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.787156] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd is going to be updated. [ 943.818066] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.818307] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.818448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.818889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.819111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.829603] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.839024] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: IN_PROGRESS for 2s [ 944.333447] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.780824] env[65674]: INFO networking_nsxv3.common.synchronization [req-b5fd9bef-d5f1-48d5-ab60-087c24cb6b96 req-062b8607-0d02-4874-aa27-67b41e240e3f tempest-ServersWithSpecificFlavorTestJSON-726103393 tempest-ServersWithSpecificFlavorTestJSON-726103393-project-member] Enqueued Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_members [ 944.784116] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGHEST for action security_group_members [ 944.784874] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34b17b8-7e99-4578-bceb-cff1fded689d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.784874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.784874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.785166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.785166] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.785260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.785429] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.786326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.786326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.786326] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.835771] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.836083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.836083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.836751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.836751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.836751] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be updated. [ 944.875404] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.875625] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.875719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.875981] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.876154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.886956] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 944.976869] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: SUCCESS [ 944.978964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.978964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.978964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.978964] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.291565] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.291753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.291899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.292838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.292838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.292838] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.292838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.292838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.293369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.293754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.293754] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34b17b8-7e99-4578-bceb-cff1fded689d is going to be updated. [ 945.326265] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.326411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.326484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.326696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.326840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.338261] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34b17b8-7e99-4578-bceb-cff1fded689d in Status: IN_PROGRESS for 2s [ 945.470915] env[65674]: INFO networking_nsxv3.common.synchronization [req-ceacc7f6-82cd-4a81-8886-b804238e0dda req-6b2abf22-50b9-4bde-8bd9-051b41e307bc tempest-ServerDiskConfigTestJSON-1535982359 tempest-ServerDiskConfigTestJSON-1535982359-project-member] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 945.471709] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 945.471848] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.472054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.472508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.474087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.474087] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.474087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.474087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.474087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.474087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.474087] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.480659] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.480895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.480895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.481119] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.481285] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.481388] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.481452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.481613] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.481695] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.481890] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.481890] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.847227] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: SUCCESS [ 945.847227] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.847227] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.847692] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.847692] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.847784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.847856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.848835] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.848835] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.848835] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.976716] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.976866] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.976942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.977181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.977269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.977524] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.977611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.977611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.978121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.978121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.978121] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 945.984008] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.984264] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.984320] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.984544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.984747] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.984822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.984822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.984966] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.985089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.985143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.985288] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.985380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.985461] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.985680] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.985736] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.985783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.986170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.986170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.986170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.986170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.986406] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.000455] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.000455] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.000660] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.000866] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.002298] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.002298] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.002298] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.002298] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.002298] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.002298] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.006412] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.006516] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.006637] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.006764] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.006872] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.007377] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.013186] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.013357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.013454] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.013627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.013767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.029054] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 946.036609] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.037637] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.039019] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.039019] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.039019] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-7f977f97-8dcb-418e-b79b-bd3033ba9f53 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.039019] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-7f977f97-8dcb-418e-b79b-bd3033ba9f53" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.039019] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-7f977f97-8dcb-418e-b79b-bd3033ba9f53" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.039019] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-7f977f97-8dcb-418e-b79b-bd3033ba9f53" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.039584] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f977f97-8dcb-418e-b79b-bd3033ba9f53',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.355802] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.355802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.355802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.355802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.355802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.355802] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.355802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.355802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.355802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.355802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.355802] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd is going to be updated. [ 946.391862] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.392329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.392329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.392485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.392711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.406335] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: IN_PROGRESS for 2s [ 946.488937] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f6c45a8-653b-464e-b355-9b393b258fcc: rpc.has_security_group_logging(os_id): False [ 946.515148] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.515148] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.515148] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.515148] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.515434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.515580] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.515735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.515809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.516088] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.516202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.516514] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.516649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.516710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.516873] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.516962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.517350] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.517527] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.517590] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.517746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.517821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.517918] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f6c45a8-653b-464e-b355-9b393b258fcc is going to be updated. [ 946.543181] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.543575] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.544394] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.544394] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.545105] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.545105] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 7f977f97-8dcb-418e-b79b-bd3033ba9f53 not found, creating... [ 946.545470] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.545641] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.545875] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.546209] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.546656] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.547100] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.547322] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.547515] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.548059] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.548348] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.548518] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 7f977f97-8dcb-418e-b79b-bd3033ba9f53 is going to be created. [ 946.572813] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.573098] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.573264] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.573561] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.573894] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.574149] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-7f977f97-8dcb-418e-b79b-bd3033ba9f53" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.605931] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.606290] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.606290] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.607257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.607723] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.630118] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: IN_PROGRESS for 2s [ 946.899218] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 946.899218] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.899218] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.899218] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.899218] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.899218] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.899711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.899711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.899711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.899711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.899711] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.303834] env[65674]: INFO networking_nsxv3.common.synchronization [req-ceacc7f6-82cd-4a81-8886-b804238e0dda req-8eaa5893-86b6-45a2-95f2-b7f8d2c75999 service nova] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_rules [ 947.303834] env[65674]: INFO networking_nsxv3.common.synchronization [req-ceacc7f6-82cd-4a81-8886-b804238e0dda req-8eaa5893-86b6-45a2-95f2-b7f8d2c75999 service nova] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 947.303987] env[65674]: INFO networking_nsxv3.common.synchronization [req-ceacc7f6-82cd-4a81-8886-b804238e0dda req-8eaa5893-86b6-45a2-95f2-b7f8d2c75999 service nova] Enqueued Resource ID: 7f977f97-8dcb-418e-b79b-bd3033ba9f53 with Priority: HIGHEST for action port [ 947.304412] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_rules [ 947.304925] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 947.304925] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f977f97-8dcb-418e-b79b-bd3033ba9f53 with Priority: HIGHEST for action port [ 947.305138] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.305138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.305238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.305790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.305790] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.306722] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.306722] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.307548] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f977f97-8dcb-418e-b79b-bd3033ba9f53 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.307548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f977f97-8dcb-418e-b79b-bd3033ba9f53" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.307548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f977f97-8dcb-418e-b79b-bd3033ba9f53" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.307682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f977f97-8dcb-418e-b79b-bd3033ba9f53" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.307912] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f977f97-8dcb-418e-b79b-bd3033ba9f53',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.350909] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34b17b8-7e99-4578-bceb-cff1fded689d in Status: SUCCESS [ 947.351129] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34b17b8-7e99-4578-bceb-cff1fded689d deletion is rescheduled due to dependency. [ 947.351269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.403112] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.403315] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.403416] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.403633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.403806] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.403907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.403988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.404129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.404217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.404306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.404481] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.404576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.404644] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.404813] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.404955] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.405063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.405125] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.405260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.405334] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.405412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.405504] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.809562] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.809774] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.811444] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f977f97-8dcb-418e-b79b-bd3033ba9f53 with status ACTIVE [ 947.811723] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.811960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.812112] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.812221] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.812314] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.812492] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.812980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.812980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.812980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.812980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.813250] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.813250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.813368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.813444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.813543] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.813679] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f977f97-8dcb-418e-b79b-bd3033ba9f53 is going to be updated. [ 947.838897] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.839044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.839114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.839319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.839452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.839610] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f977f97-8dcb-418e-b79b-bd3033ba9f53" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.909451] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d237632f-4d7a-4d2b-9c4d-e5ca0aca7231: rpc.has_security_group_logging(os_id): False [ 947.928734] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.928953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.929106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.929395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.929518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.929813] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.929988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.930130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.930365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.930481] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.930791] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.931175] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.931175] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.931317] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.931440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.931966] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.932150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.932267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.932639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.932639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.932758] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be updated. [ 948.030622] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.030622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.030622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.030622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.030622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.049068] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 948.049572] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 deletion is rescheduled due to dependency. [ 948.049572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.049572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.049769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.050049] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.050198] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.050237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.050810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.050810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.050810] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.058536] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 948.417178] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd in Status: SUCCESS [ 948.417178] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd deletion is rescheduled due to dependency. [ 948.417317] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.553301] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.651639] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: SUCCESS [ 948.651639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.056777] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.562269] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.562269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.562269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.562269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.562269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.562269] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 949.595395] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.595658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.595658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.595815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.595966] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.606194] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 950.058633] env[65674]: INFO networking_nsxv3.common.synchronization [req-1d34f592-09b0-4ebd-bb93-b058b8153efe req-d895762b-b0a5-49c8-ac72-b5328ebca997 tempest-ServerActionsTestOtherA-639188317 tempest-ServerActionsTestOtherA-639188317-project-member] Enqueued Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGHEST for action security_group_members [ 950.060957] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGHEST for action security_group_members [ 950.061410] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-92120020-ebe7-4760-853e-d141cad618b2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.061549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.061672] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.062163] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.062408] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.062625] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.062735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.062921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.063078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.063236] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.077836] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 950.078095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.491028] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.491028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.491028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.491028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.492729] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.493240] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.496022] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.496022] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.496022] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.496022] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.496022] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.496022] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.496022] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.496022] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.496022] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.496022] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.524829] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.524829] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.524829] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.524829] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.524829] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-6373b9e0-2595-4b05-9da9-864aff261f8c taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.524829] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-6373b9e0-2595-4b05-9da9-864aff261f8c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.524829] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-6373b9e0-2595-4b05-9da9-864aff261f8c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.524829] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-6373b9e0-2595-4b05-9da9-864aff261f8c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.524829] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6373b9e0-2595-4b05-9da9-864aff261f8c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.567258] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.567424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.567576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.567732] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.567837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.568733] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.568733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.568733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.568733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.568733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.568733] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92120020-ebe7-4760-853e-d141cad618b2 already deleted. [ 950.568733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.029090] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.029341] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.029474] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.029751] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.029906] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.030055] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 6373b9e0-2595-4b05-9da9-864aff261f8c not found, creating... [ 951.030324] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.030481] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.030610] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.030828] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.030962] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.031289] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.031448] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.031566] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.031767] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.031900] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.032605] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 6373b9e0-2595-4b05-9da9-864aff261f8c is going to be created. [ 951.052642] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.056023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.056023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.056023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.056023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.056023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-6373b9e0-2595-4b05-9da9-864aff261f8c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.616948] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 951.617437] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.617437] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.618068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.618068] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.618068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.618068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.618340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.618340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.618340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.618496] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.859033] env[65674]: INFO networking_nsxv3.common.synchronization [req-1d34f592-09b0-4ebd-bb93-b058b8153efe req-9330e63d-2805-41ef-a4bf-1961d1af5e23 service nova] Enqueued Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGHEST for action security_group_rules [ 951.859233] env[65674]: INFO networking_nsxv3.common.synchronization [req-1d34f592-09b0-4ebd-bb93-b058b8153efe req-9330e63d-2805-41ef-a4bf-1961d1af5e23 service nova] Enqueued Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGHEST for action security_group_members [ 951.859379] env[65674]: INFO networking_nsxv3.common.synchronization [req-1d34f592-09b0-4ebd-bb93-b058b8153efe req-9330e63d-2805-41ef-a4bf-1961d1af5e23 service nova] Enqueued Resource ID: 6373b9e0-2595-4b05-9da9-864aff261f8c with Priority: HIGHEST for action port [ 951.860018] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGHEST for action security_group_rules [ 951.860346] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGHEST for action security_group_members [ 951.860454] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6373b9e0-2595-4b05-9da9-864aff261f8c with Priority: HIGHEST for action port [ 951.860740] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92120020-ebe7-4760-853e-d141cad618b2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.860878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.860946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.861324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.861385] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.862310] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-92120020-ebe7-4760-853e-d141cad618b2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.862444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.862506] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.862715] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.862862] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.863361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.863473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.863637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.863720] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.863858] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.865051] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-6373b9e0-2595-4b05-9da9-864aff261f8c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.865185] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6373b9e0-2595-4b05-9da9-864aff261f8c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.865185] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6373b9e0-2595-4b05-9da9-864aff261f8c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.865431] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6373b9e0-2595-4b05-9da9-864aff261f8c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.865431] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6373b9e0-2595-4b05-9da9-864aff261f8c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.120448] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.120638] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.120729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.120897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.121075] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.121192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.121235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.121384] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.121435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.121524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.121668] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.121758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.121816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.122020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.122164] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.122269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.122310] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.122443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.122533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.122594] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.122683] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.367826] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-92120020-ebe7-4760-853e-d141cad618b2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.368029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.372157] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.373193] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6373b9e0-2595-4b05-9da9-864aff261f8c with status ACTIVE [ 952.373399] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.373570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.373639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.373802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.373883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.374076] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.374174] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.374230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.374382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.374550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.374648] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.374738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.374800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.374934] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.375018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.378011] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6373b9e0-2595-4b05-9da9-864aff261f8c is going to be updated. [ 952.406880] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.407115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.407190] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.407474] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.407827] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.407827] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6373b9e0-2595-4b05-9da9-864aff261f8c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.630051] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42396e53-d400-46eb-89f6-b7ef6c030927: rpc.has_security_group_logging(os_id): False [ 952.654629] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.654969] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.654969] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.655069] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.657287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.657287] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.657287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.657287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.657287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.657287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.657287] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.657287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.657287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.657287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.657287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.657287] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.657287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.657287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.657849] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.657849] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.657849] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 952.728453] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.728645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.728755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.728959] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.729151] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.750040] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 952.880912] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.362420] env[65674]: INFO networking_nsxv3.common.synchronization [None req-c8fe98ea-d25e-4839-80d6-75e943cb9d44 None None] Enqueued Resource ID: 7562b805-eedb-4195-a0da-9cebba051fdd with Priority: HIGHEST for action port [ 953.362943] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7562b805-eedb-4195-a0da-9cebba051fdd with Priority: HIGHEST for action port [ 953.363287] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-7562b805-eedb-4195-a0da-9cebba051fdd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.363375] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7562b805-eedb-4195-a0da-9cebba051fdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.363440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7562b805-eedb-4195-a0da-9cebba051fdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.363755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7562b805-eedb-4195-a0da-9cebba051fdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.363755] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7562b805-eedb-4195-a0da-9cebba051fdd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.384671] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.384823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.384892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.385116] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.385612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.385612] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92120020-ebe7-4760-853e-d141cad618b2 is going to be created. [ 953.415571] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.415732] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.415802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.416034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.416777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.428121] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92120020-ebe7-4760-853e-d141cad618b2 in Status: UNINITIALIZED for 2s [ 953.870830] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7562b805-eedb-4195-a0da-9cebba051fdd [ 953.871098] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.871205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.871281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.871493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.871582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.871738] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7562b805-eedb-4195-a0da-9cebba051fdd already deleted. [ 953.871894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7562b805-eedb-4195-a0da-9cebba051fdd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.768399] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 954.769041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.351999] env[65674]: INFO networking_nsxv3.common.synchronization [req-a88e8707-4ac7-411c-9548-b5161df183e6 req-c82f28a8-7b21-4b25-8915-5fc3ca7662ae tempest-ImagesTestJSON-529282155 tempest-ImagesTestJSON-529282155-project-member] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 955.352788] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 955.353316] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.353524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.353661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.353972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.354240] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.354817] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.355057] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.355189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.355332] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.355483] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.439178] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92120020-ebe7-4760-853e-d141cad618b2 in Status: SUCCESS [ 955.439336] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.440625] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.440625] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.440625] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.440625] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.440625] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.440883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.440883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.440883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.440987] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.476802] env[65674]: INFO networking_nsxv3.common.synchronization [req-96b2f1c7-e69a-4f39-8e7b-4063d1b60e43 req-9c9c9af3-d159-4c73-b700-66d705d0d94c tempest-DeleteServersTestJSON-212486772 tempest-DeleteServersTestJSON-212486772-project-member] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 955.477389] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 955.477694] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.477811] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.477874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.478205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.478964] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.480210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.480309] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.480588] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.480588] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.480683] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.858895] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.858895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.858895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.859343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.859593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.859720] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.859866] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.859928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.860288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.860288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.860541] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be updated. [ 955.893050] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.893383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.893383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.893736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.893891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.903938] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: IN_PROGRESS for 2s [ 955.945015] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-92120020-ebe7-4760-853e-d141cad618b2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.945015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.945015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.945199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.945429] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.945533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.945572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.947059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.947059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.947059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.947059] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-92120020-ebe7-4760-853e-d141cad618b2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.947059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.947059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.947059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.947059] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.947059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.947059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.947059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.947059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.948107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.948107] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.951233] env[65674]: INFO networking_nsxv3.common.synchronization [None req-d3ee107f-f6da-4351-a254-e125ab6fac75 None None] Enqueued Resource ID: 06efe44c-56f9-45dc-9c21-996ba0de9e74 with Priority: HIGHEST for action port [ 955.951458] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06efe44c-56f9-45dc-9c21-996ba0de9e74 with Priority: HIGHEST for action port [ 955.952830] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-06efe44c-56f9-45dc-9c21-996ba0de9e74 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.953071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06efe44c-56f9-45dc-9c21-996ba0de9e74" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.953071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06efe44c-56f9-45dc-9c21-996ba0de9e74" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.953453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06efe44c-56f9-45dc-9c21-996ba0de9e74" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.953453] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06efe44c-56f9-45dc-9c21-996ba0de9e74',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.984029] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.984029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.984029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.984216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.984267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.984669] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.984669] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.984669] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.984832] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.984913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.985013] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be updated. [ 956.020653] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.020653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.020653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.020653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.020653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.032812] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 956.457618] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92120020-ebe7-4760-853e-d141cad618b2: rpc.has_security_group_logging(os_id): False [ 956.459023] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06efe44c-56f9-45dc-9c21-996ba0de9e74 [ 956.459023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.459186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.459186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.459370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.459601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.459601] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06efe44c-56f9-45dc-9c21-996ba0de9e74 already deleted. [ 956.459698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06efe44c-56f9-45dc-9c21-996ba0de9e74" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.479224] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.479553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.479553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.483023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.483023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.483023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.483023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.483023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.483023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.483023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.483023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.483023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.483023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.483023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.483023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.483023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.483023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.483975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.483975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.483975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.483975] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92120020-ebe7-4760-853e-d141cad618b2 is going to be created. [ 956.575918] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.575918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.575918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.575918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.575918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.589126] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92120020-ebe7-4760-853e-d141cad618b2 in Status: IN_PROGRESS for 2s [ 957.361093] env[65674]: INFO networking_nsxv3.common.synchronization [None req-787893d5-3273-4560-92e1-a2631de95740 tempest-ServerActionsTestJSON-1311477773 tempest-ServerActionsTestJSON-1311477773-project-member] Enqueued Resource ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 with Priority: HIGHEST for action security_group_rules [ 957.363061] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 with Priority: HIGHEST for action security_group_rules [ 957.363061] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.363061] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.363061] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.363061] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.363061] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfdbed75-8fb2-47a9-9c7b-e42981fd46e9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.503976] env[65674]: INFO networking_nsxv3.common.synchronization [None req-21a0485d-84c7-4fb5-b6a9-7eac53934c02 tempest-ServerActionsTestJSON-1311477773 tempest-ServerActionsTestJSON-1311477773-project-member] Enqueued Resource ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 with Priority: HIGHEST for action security_group_rules [ 957.506078] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 with Priority: HIGHEST for action security_group_rules [ 957.506456] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.506561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.886405] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.886795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.886795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.887021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.887426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.887426] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 already deleted. [ 957.887426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.887561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.887752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.887876] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfdbed75-8fb2-47a9-9c7b-e42981fd46e9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.918024] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 957.918693] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 deletion is rescheduled due to dependency. [ 957.918693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.042395] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 958.042395] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 deletion is rescheduled due to dependency. [ 958.042493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.415981] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.415981] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.415981] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.416246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.416246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.416335] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 already deleted. [ 958.416423] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.606823] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92120020-ebe7-4760-853e-d141cad618b2 in Status: SUCCESS [ 958.606823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.600503] env[65674]: INFO networking_nsxv3.common.synchronization [None req-31d207b8-04f0-4a13-91ce-fb70c7e2cea9 None None] Enqueued Resource ID: 0418a875-3969-44be-aa50-85a50c768578 with Priority: HIGHEST for action port [ 960.600503] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0418a875-3969-44be-aa50-85a50c768578 with Priority: HIGHEST for action port [ 960.600503] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-0418a875-3969-44be-aa50-85a50c768578 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.603606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0418a875-3969-44be-aa50-85a50c768578" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.603606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0418a875-3969-44be-aa50-85a50c768578" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.603606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0418a875-3969-44be-aa50-85a50c768578" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.603606] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0418a875-3969-44be-aa50-85a50c768578',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.139950] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0418a875-3969-44be-aa50-85a50c768578 [ 961.139950] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.139950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.139950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.139950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.139950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.139950] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0418a875-3969-44be-aa50-85a50c768578 already deleted. [ 961.139950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0418a875-3969-44be-aa50-85a50c768578" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.654061] env[65674]: INFO networking_nsxv3.common.synchronization [req-3dc37d8f-8486-4810-af8f-b62a9d3d7089 req-efb3ecce-441a-4491-9d19-6ed33856ae10 tempest-ServersTestMultiNic-1002580373 tempest-ServersTestMultiNic-1002580373-project-member] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 962.654856] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 962.655164] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.655293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.655360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.655617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.655774] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.655876] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.655941] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.656219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.656308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.656555] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.868074] env[65674]: INFO networking_nsxv3.common.synchronization [None req-1277e681-b873-43c8-9a49-841897288b2f None None] Enqueued Resource ID: cfc38038-48fa-4b08-a633-38f13f04c141 with Priority: HIGHEST for action port [ 962.868718] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc38038-48fa-4b08-a633-38f13f04c141 with Priority: HIGHEST for action port [ 962.871027] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfc38038-48fa-4b08-a633-38f13f04c141 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.871691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfc38038-48fa-4b08-a633-38f13f04c141" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.871691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfc38038-48fa-4b08-a633-38f13f04c141" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.871691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfc38038-48fa-4b08-a633-38f13f04c141" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.871691] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc38038-48fa-4b08-a633-38f13f04c141',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.017370] env[65674]: INFO networking_nsxv3.common.synchronization [None req-e79c2a4f-fad2-4e2b-935f-23b3c099e025 tempest-ServerRescueNegativeTestJSON-474287236 tempest-ServerRescueNegativeTestJSON-474287236-project-member] Enqueued Resource ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c with Priority: HIGHEST for action security_group_rules [ 963.018085] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c with Priority: HIGHEST for action security_group_rules [ 963.018429] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.018579] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.019205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.019205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.024511] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c08be2c5-f9c6-4cd8-aafd-c7b894a5421c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.162075] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.162261] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.162334] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.162547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.162792] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.162933] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.163082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.163929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.163929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.163929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.163929] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 already deleted. [ 963.163929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.205222] env[65674]: INFO networking_nsxv3.common.synchronization [req-3dc37d8f-8486-4810-af8f-b62a9d3d7089 req-62b30172-23e3-4a5f-98ad-dfa9b592f55a tempest-ServersTestMultiNic-1002580373 tempest-ServersTestMultiNic-1002580373-project-member] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 963.205534] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 963.205837] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.205954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.206089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.206783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.206783] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.206783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.206783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.206783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.206783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.207127] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.373977] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfc38038-48fa-4b08-a633-38f13f04c141 [ 963.375112] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.375112] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.375112] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.375112] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.375345] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.375345] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfc38038-48fa-4b08-a633-38f13f04c141 already deleted. [ 963.375406] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfc38038-48fa-4b08-a633-38f13f04c141" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.548938] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.548938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.548938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.548938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.548938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.548938] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c already deleted. [ 963.548938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.622043] env[65674]: INFO networking_nsxv3.common.synchronization [None req-0a53cd1d-686d-4d74-a70e-539cbdc6a62c tempest-ServerRescueNegativeTestJSON-474287236 tempest-ServerRescueNegativeTestJSON-474287236-project-member] Enqueued Resource ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c with Priority: HIGHEST for action security_group_rules [ 963.622043] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c with Priority: HIGHEST for action security_group_rules [ 963.622900] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.623263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.623531] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.623965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.625574] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c08be2c5-f9c6-4cd8-aafd-c7b894a5421c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.709962] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.710425] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.710425] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.710900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.710900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.710997] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.711103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.711189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.713581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.713581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.713581] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 already deleted. [ 963.713581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.933246] env[65674]: INFO networking_nsxv3.common.synchronization [req-3dc37d8f-8486-4810-af8f-b62a9d3d7089 req-cb60a37b-033a-484d-9208-a7a32ab10bf3 tempest-ServersTestMultiNic-1002580373 tempest-ServersTestMultiNic-1002580373-project-member] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 963.933246] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 963.933246] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.933246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.933246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.933246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.933246] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.933246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.933246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.933246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.933246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.934151] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.145388] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.145547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.145610] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.145919] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.146020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.146124] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c already deleted. [ 964.146208] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.440656] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.440656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.440975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.440975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.441153] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.442063] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.442063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.442063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.442063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.442063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.442063] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 already deleted. [ 964.442063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.564168] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.564378] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-28" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.564507] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-28" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.564888] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-28" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.565200] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.565370] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.565484] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.565845] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.565845] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.566068] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.566247] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.566383] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.566516] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.566633] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.566736] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.566876] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.585799] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.585970] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 964.586142] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.586327] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-28" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.586655] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.586842] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.587102] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.587322] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.587492] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.090256] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.090615] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.090615] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.090903] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.091075] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.091252] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2 not found, creating... [ 965.091545] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.091703] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.091815] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.092076] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.092223] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.092503] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.092679] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.092795] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.093341] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.093480] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.093620] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2 is going to be created. [ 965.114581] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.114888] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.114973] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.115441] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.115682] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.115908] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.530712] env[65674]: INFO networking_nsxv3.common.synchronization [None req-c888404c-bb5a-4228-a7f8-c9f68ac03410 None None] Enqueued Resource ID: d33d80b3-2ef2-4ce4-8c55-ee832dc4199c with Priority: HIGHEST for action port [ 965.531304] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d33d80b3-2ef2-4ce4-8c55-ee832dc4199c with Priority: HIGHEST for action port [ 965.531634] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-d33d80b3-2ef2-4ce4-8c55-ee832dc4199c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.531758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d33d80b3-2ef2-4ce4-8c55-ee832dc4199c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.531840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d33d80b3-2ef2-4ce4-8c55-ee832dc4199c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.532656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d33d80b3-2ef2-4ce4-8c55-ee832dc4199c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.532656] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d33d80b3-2ef2-4ce4-8c55-ee832dc4199c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.837511] env[65674]: INFO networking_nsxv3.common.synchronization [req-3dc37d8f-8486-4810-af8f-b62a9d3d7089 req-fac14b86-9be3-4153-aeda-be3e9e379483 service nova] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_rules [ 965.837681] env[65674]: INFO networking_nsxv3.common.synchronization [req-3dc37d8f-8486-4810-af8f-b62a9d3d7089 req-fac14b86-9be3-4153-aeda-be3e9e379483 service nova] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 965.837816] env[65674]: INFO networking_nsxv3.common.synchronization [req-3dc37d8f-8486-4810-af8f-b62a9d3d7089 req-fac14b86-9be3-4153-aeda-be3e9e379483 service nova] Enqueued Resource ID: d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2 with Priority: HIGHEST for action port [ 965.838344] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_rules [ 965.838506] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 965.838609] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2 with Priority: HIGHEST for action port [ 965.838879] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.839063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.839169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.839582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.839582] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.840299] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.840409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.840572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.840668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.840830] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.840898] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.840930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.841163] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.841163] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.841294] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.842403] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.842403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.842403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.842555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.842614] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.034882] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d33d80b3-2ef2-4ce4-8c55-ee832dc4199c [ 966.035137] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.035504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.037250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.038146] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.038146] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.038146] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d33d80b3-2ef2-4ce4-8c55-ee832dc4199c already deleted. [ 966.038146] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d33d80b3-2ef2-4ce4-8c55-ee832dc4199c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.344526] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.344526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.348362] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.349810] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2 with status ACTIVE [ 966.349810] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.349810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.349810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.350122] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.350122] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.350286] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.350390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.351316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.351316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.351316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.351316] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.351316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.351316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.351316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.351316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.351650] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2 is going to be updated. [ 966.380127] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.382125] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.382125] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.382125] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.382125] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.382939] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0d5dace-7f9d-42fb-88d7-d209f5e7e4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.719997] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.719997] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-115" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.719997] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-115" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.719997] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-115" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.719997] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.719997] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.719997] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.719997] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.719997] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.719997] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.719997] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.720677] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.720677] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.720677] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.720677] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.720677] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.740860] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.741104] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.741182] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.741385] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-115" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.741843] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-dc2e91b5-5d57-4269-99c8-6d9d1f61d789 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.741843] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-dc2e91b5-5d57-4269-99c8-6d9d1f61d789" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.742048] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-dc2e91b5-5d57-4269-99c8-6d9d1f61d789" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.743709] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-dc2e91b5-5d57-4269-99c8-6d9d1f61d789" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.743709] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc2e91b5-5d57-4269-99c8-6d9d1f61d789',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.858374] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.248229] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.248577] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.248674] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.248879] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.249047] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.249197] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port dc2e91b5-5d57-4269-99c8-6d9d1f61d789 not found, creating... [ 967.249449] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.250081] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.250081] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.250081] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.250081] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.250364] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.250522] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.250632] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.250830] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.251924] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.251924] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: dc2e91b5-5d57-4269-99c8-6d9d1f61d789 is going to be created. [ 967.272972] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.273386] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.273571] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.273884] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.274140] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.274440] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-dc2e91b5-5d57-4269-99c8-6d9d1f61d789" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.363976] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.363976] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.363976] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.363976] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.363976] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.363976] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be created. [ 967.391542] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.391798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.391798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.391876] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.392067] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.405230] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: UNINITIALIZED for 2s [ 968.045798] env[65674]: INFO networking_nsxv3.common.synchronization [req-3dc37d8f-8486-4810-af8f-b62a9d3d7089 req-bedb30f1-1d0d-4dc8-9546-8175187440d6 service nova] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_rules [ 968.046077] env[65674]: INFO networking_nsxv3.common.synchronization [req-3dc37d8f-8486-4810-af8f-b62a9d3d7089 req-bedb30f1-1d0d-4dc8-9546-8175187440d6 service nova] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 968.046261] env[65674]: INFO networking_nsxv3.common.synchronization [req-3dc37d8f-8486-4810-af8f-b62a9d3d7089 req-bedb30f1-1d0d-4dc8-9546-8175187440d6 service nova] Enqueued Resource ID: dc2e91b5-5d57-4269-99c8-6d9d1f61d789 with Priority: HIGHEST for action port [ 968.048553] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_rules [ 968.048553] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 968.049405] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2e91b5-5d57-4269-99c8-6d9d1f61d789 with Priority: HIGHEST for action port [ 968.049405] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.049405] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.050931] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.050931] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.052668] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc2e91b5-5d57-4269-99c8-6d9d1f61d789 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.052885] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc2e91b5-5d57-4269-99c8-6d9d1f61d789" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.053403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc2e91b5-5d57-4269-99c8-6d9d1f61d789" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.053705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc2e91b5-5d57-4269-99c8-6d9d1f61d789" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.053705] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc2e91b5-5d57-4269-99c8-6d9d1f61d789',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.122962] env[65674]: INFO networking_nsxv3.common.synchronization [None req-bbe826af-472b-4b1c-9f24-9f8983f46dc7 None None] Enqueued Resource ID: 37a0c834-5cca-47b5-a493-4e88fd1afcde with Priority: HIGHEST for action port [ 968.123622] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a0c834-5cca-47b5-a493-4e88fd1afcde with Priority: HIGHEST for action port [ 968.123837] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-37a0c834-5cca-47b5-a493-4e88fd1afcde taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.123978] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37a0c834-5cca-47b5-a493-4e88fd1afcde" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.124058] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37a0c834-5cca-47b5-a493-4e88fd1afcde" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.124311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37a0c834-5cca-47b5-a493-4e88fd1afcde" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.126551] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37a0c834-5cca-47b5-a493-4e88fd1afcde',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.557529] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc2e91b5-5d57-4269-99c8-6d9d1f61d789 with status ACTIVE [ 968.557869] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.558037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.559114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.559114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.559114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.559114] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.559114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.559114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.559407] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.559407] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.560535] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.560535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.560535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.560535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.560535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.560535] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc2e91b5-5d57-4269-99c8-6d9d1f61d789 is going to be updated. [ 968.591844] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.592139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.592234] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.592506] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.592661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.592851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc2e91b5-5d57-4269-99c8-6d9d1f61d789" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.634675] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37a0c834-5cca-47b5-a493-4e88fd1afcde [ 968.634675] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.634675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.634675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.634675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.634675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.634675] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37a0c834-5cca-47b5-a493-4e88fd1afcde already deleted. [ 968.634675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37a0c834-5cca-47b5-a493-4e88fd1afcde" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.129328] env[65674]: INFO networking_nsxv3.common.synchronization [None req-c259a45a-a9de-4c01-9d25-6d04e33b94bc None None] Enqueued Resource ID: 0540f305-0c03-4bb5-943b-f03f7299709b with Priority: HIGHEST for action port [ 969.129856] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0540f305-0c03-4bb5-943b-f03f7299709b with Priority: HIGHEST for action port [ 969.130185] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-0540f305-0c03-4bb5-943b-f03f7299709b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.130300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0540f305-0c03-4bb5-943b-f03f7299709b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.130369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0540f305-0c03-4bb5-943b-f03f7299709b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.130615] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0540f305-0c03-4bb5-943b-f03f7299709b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.130699] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0540f305-0c03-4bb5-943b-f03f7299709b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.302863] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.303104] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-28" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.303722] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-28" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.304243] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-28" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.304695] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.305011] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.305279] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.305795] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.306119] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.306480] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.306722] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.306953] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.307328] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.308054] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.308054] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.308221] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.333647] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.333919] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.334119] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.334368] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-28" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.334813] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.335108] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.335309] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.335718] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.336039] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.417448] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 969.417790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.418188] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.418403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.418599] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.418712] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.418778] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.418929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.419017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.419105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.419204] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.423228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.423521] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.423764] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.423920] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.424009] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.425564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.425752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.425956] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.635550] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0540f305-0c03-4bb5-943b-f03f7299709b [ 969.635887] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.635954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.635990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.636210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.636300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.636401] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0540f305-0c03-4bb5-943b-f03f7299709b already deleted. [ 969.636475] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0540f305-0c03-4bb5-943b-f03f7299709b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.839467] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.839631] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.839885] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.840141] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.840392] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.840559] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6 not found, creating... [ 969.840951] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.841072] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.841128] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.841332] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.841471] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.841793] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.841920] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.842665] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.842665] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.842665] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.842665] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6 is going to be created. [ 969.863950] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.864077] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.864919] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.864919] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.864919] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.864919] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.929354] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.929354] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.930310] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.409206] env[65674]: INFO networking_nsxv3.common.synchronization [req-f0045c57-7527-4fe6-ba50-27ddb4efda77 req-1b4f112e-c2d3-460f-bbf9-f7f78b4b9713 tempest-ServersNegativeTestJSON-1995414509 tempest-ServersNegativeTestJSON-1995414509-project-member] Enqueued Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_members [ 970.410000] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_members [ 970.410000] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.415693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.415811] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.417100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.417307] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.417757] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.417757] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.417757] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.417757] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.417955] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.433278] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.565527] env[65674]: INFO networking_nsxv3.common.synchronization [req-3dc37d8f-8486-4810-af8f-b62a9d3d7089 req-f04f05cb-6184-4143-acc4-22b371814d3f service nova] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_rules [ 970.565687] env[65674]: INFO networking_nsxv3.common.synchronization [req-3dc37d8f-8486-4810-af8f-b62a9d3d7089 req-f04f05cb-6184-4143-acc4-22b371814d3f service nova] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 970.565864] env[65674]: INFO networking_nsxv3.common.synchronization [req-3dc37d8f-8486-4810-af8f-b62a9d3d7089 req-f04f05cb-6184-4143-acc4-22b371814d3f service nova] Enqueued Resource ID: cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6 with Priority: HIGHEST for action port [ 970.566392] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_rules [ 970.566520] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 970.566619] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6 with Priority: HIGHEST for action port [ 970.566911] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.567064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.567405] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.567405] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.567616] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.567689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.567766] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.568066] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.568158] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.919633] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.925783] env[65674]: INFO networking_nsxv3.common.synchronization [None req-2333db45-1647-4c14-ba77-0a2fd73026b9 None None] Enqueued Resource ID: c35d7f65-d495-42cd-a7f8-1261e65a04f5 with Priority: HIGHEST for action port [ 970.926853] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35d7f65-d495-42cd-a7f8-1261e65a04f5 with Priority: HIGHEST for action port [ 970.927407] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-c35d7f65-d495-42cd-a7f8-1261e65a04f5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.927608] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c35d7f65-d495-42cd-a7f8-1261e65a04f5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.927831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c35d7f65-d495-42cd-a7f8-1261e65a04f5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.928237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c35d7f65-d495-42cd-a7f8-1261e65a04f5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.928481] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c35d7f65-d495-42cd-a7f8-1261e65a04f5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.937636] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.937636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.937636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.937636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.937636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.937636] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be updated. [ 970.967995] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.968287] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-661" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.968418] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-661" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.969463] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-661" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.969463] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.969463] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.969463] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.969463] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.969711] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.970103] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.970269] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.970383] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.970489] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.970597] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.970694] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.971300] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.979481] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.979834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.979834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.980530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.980530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.990552] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: IN_PROGRESS for 2s [ 970.991798] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.992048] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.992185] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.992367] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-661" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.992694] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-b4c059c7-71a0-44fe-9e56-e95b4c55851d taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.992865] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-b4c059c7-71a0-44fe-9e56-e95b4c55851d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.992988] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-b4c059c7-71a0-44fe-9e56-e95b4c55851d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.993670] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-b4c059c7-71a0-44fe-9e56-e95b4c55851d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.993859] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4c059c7-71a0-44fe-9e56-e95b4c55851d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.071029] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6 with status ACTIVE [ 971.071274] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.071505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.071626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.071908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.072016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.072320] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.072453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.072511] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.072637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.072713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.072901] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.072993] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.073135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.073404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.073404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.073513] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6 is going to be updated. [ 971.103746] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.104063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.104164] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.105034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.105330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.105555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfbf6b9f-d80e-4832-a9ad-8aaa1e21c0a6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.423332] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.430318] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c35d7f65-d495-42cd-a7f8-1261e65a04f5 [ 971.434228] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.434393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.434465] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.434705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.434797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.434901] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c35d7f65-d495-42cd-a7f8-1261e65a04f5 already deleted. [ 971.434979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c35d7f65-d495-42cd-a7f8-1261e65a04f5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.496512] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.496763] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.496847] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.497164] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.497313] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.497466] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port b4c059c7-71a0-44fe-9e56-e95b4c55851d not found, creating... [ 971.497731] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.497890] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.498026] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.498246] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.498376] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.498645] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.498793] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.498907] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.500114] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.503529] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.503529] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: b4c059c7-71a0-44fe-9e56-e95b4c55851d is going to be created. [ 971.527561] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.527561] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.527561] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.527561] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.527561] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.527561] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-b4c059c7-71a0-44fe-9e56-e95b4c55851d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.929021] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.929021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.929021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.929021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.929021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.929021] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 is going to be updated. [ 971.959684] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.959684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.959684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.959684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.959684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.971492] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: IN_PROGRESS for 2s [ 972.300475] env[65674]: INFO networking_nsxv3.common.synchronization [req-f0045c57-7527-4fe6-ba50-27ddb4efda77 req-e3855a03-a12e-4dc2-912c-ad7ea7de42d9 service nova] Enqueued Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_rules [ 972.300647] env[65674]: INFO networking_nsxv3.common.synchronization [req-f0045c57-7527-4fe6-ba50-27ddb4efda77 req-e3855a03-a12e-4dc2-912c-ad7ea7de42d9 service nova] Enqueued Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_members [ 972.300787] env[65674]: INFO networking_nsxv3.common.synchronization [req-f0045c57-7527-4fe6-ba50-27ddb4efda77 req-e3855a03-a12e-4dc2-912c-ad7ea7de42d9 service nova] Enqueued Resource ID: b4c059c7-71a0-44fe-9e56-e95b4c55851d with Priority: HIGHEST for action port [ 972.301346] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_rules [ 972.301481] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_members [ 972.301579] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c059c7-71a0-44fe-9e56-e95b4c55851d with Priority: HIGHEST for action port [ 972.301853] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.301971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.302044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.302321] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.302383] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.303263] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.303355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.303617] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4c059c7-71a0-44fe-9e56-e95b4c55851d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.303708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4c059c7-71a0-44fe-9e56-e95b4c55851d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.303708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4c059c7-71a0-44fe-9e56-e95b4c55851d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.303865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4c059c7-71a0-44fe-9e56-e95b4c55851d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.303937] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4c059c7-71a0-44fe-9e56-e95b4c55851d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.498862] env[65674]: INFO networking_nsxv3.common.synchronization [None req-43524097-be3d-4f77-93b7-8c05a1aaab1f tempest-AttachVolumeTestJSON-1520189582 tempest-AttachVolumeTestJSON-1520189582-project-member] Enqueued Resource ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 with Priority: HIGHEST for action security_group_rules [ 972.499479] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 with Priority: HIGHEST for action security_group_rules [ 972.499789] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.501973] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.501973] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.501973] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.501973] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5de174c-db1f-41da-9aa2-8b1d7f14a7d9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.629761] env[65674]: INFO networking_nsxv3.common.synchronization [None req-3c86babe-c110-4dfc-a768-da2c2744f37d tempest-AttachVolumeTestJSON-1520189582 tempest-AttachVolumeTestJSON-1520189582-project-member] Enqueued Resource ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 with Priority: HIGHEST for action security_group_rules [ 972.630372] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 with Priority: HIGHEST for action security_group_rules [ 972.630643] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.630753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.806200] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.806393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.806551] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4c059c7-71a0-44fe-9e56-e95b4c55851d with status ACTIVE [ 972.806722] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.806833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.806895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.807180] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.807288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.807462] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.807550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.807615] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.807777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.807862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.808052] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.808158] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.808218] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.808357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.808430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.808517] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4c059c7-71a0-44fe-9e56-e95b4c55851d is going to be updated. [ 972.839693] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.839830] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.839914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.840161] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.840351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.840537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4c059c7-71a0-44fe-9e56-e95b4c55851d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.001600] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 973.002021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.002968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.003252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.003460] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.003673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.003673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.003797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.003866] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.003951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.004136] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.004219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.004263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.004431] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.004577] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.004671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.004728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.004862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.004936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.005031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.005121] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.006118] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.006360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.006528] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.006625] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.006688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.006826] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.006929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.006990] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.027778] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.027962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.028021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.028199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.028286] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.028447] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 already deleted. [ 973.028447] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.028796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.028873] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.028932] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5de174c-db1f-41da-9aa2-8b1d7f14a7d9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.508859] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45e7fa2c-4658-4363-a295-b51b16a39062: rpc.has_security_group_logging(os_id): False [ 973.511208] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.527225] env[65674]: INFO networking_nsxv3.common.synchronization [req-aea8e40a-ada1-4e1c-9c82-334c6d3aa4d3 req-75c92402-1c47-4697-9c6b-94c6c1e31871 tempest-ImagesTestJSON-529282155 tempest-ImagesTestJSON-529282155-project-member] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 973.527225] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 973.527225] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.527225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.527225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.527225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.527225] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.527225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.527225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.527225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.527225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.527225] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.532151] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.532385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.532485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.532709] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.532796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.533339] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.533444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.533546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.533712] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.533795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.534151] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.534249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.534308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.534448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.534526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.534702] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.534783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.534831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.534973] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.535051] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.535138] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be created. [ 973.555164] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.555294] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.555394] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.555662] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.555889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.555889] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 already deleted. [ 973.556052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.606296] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.606469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.606642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.606888] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.607135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.619518] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: IN_PROGRESS for 2s [ 973.985187] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.985353] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.985527] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.985878] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.986201] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.986454] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.986526] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.986806] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.987028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.987276] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.987392] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.987502] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.987615] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.987743] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.987857] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.987988] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.989722] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: SUCCESS [ 973.990013] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.990503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.990692] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.990865] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.990971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.991044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.991205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.991299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.991393] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.010953] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.011402] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.011402] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.011572] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-362" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.011889] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-0bebb661-0a46-4eae-b637-c51475a72964 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.012101] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-0bebb661-0a46-4eae-b637-c51475a72964" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.012254] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-0bebb661-0a46-4eae-b637-c51475a72964" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.012640] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-0bebb661-0a46-4eae-b637-c51475a72964" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.012785] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bebb661-0a46-4eae-b637-c51475a72964',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.013845] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.032707] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.032707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.032707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.032707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.032707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.032707] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.032707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.032707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.032707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.032707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.032707] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be updated. [ 974.056451] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.057319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.057319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.057319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.057319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.067259] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: IN_PROGRESS for 2s [ 974.493925] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.516944] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.516944] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.516944] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.517217] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.517275] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.517874] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 0bebb661-0a46-4eae-b637-c51475a72964 not found, creating... [ 974.517874] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.517874] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.518168] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.518640] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.518640] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.519182] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.519943] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.520019] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.520345] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.520521] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.520892] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 0bebb661-0a46-4eae-b637-c51475a72964 is going to be created. [ 974.522162] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.522278] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.522402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.522524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.522592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.522708] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be updated. [ 974.545146] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.545385] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.545489] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.546041] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.546041] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.546300] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-0bebb661-0a46-4eae-b637-c51475a72964" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.562126] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.562334] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.562448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.562753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.562958] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.574918] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: IN_PROGRESS for 2s [ 974.996514] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.271469] env[65674]: INFO networking_nsxv3.common.synchronization [req-aea8e40a-ada1-4e1c-9c82-334c6d3aa4d3 req-14f1f862-10cf-4af9-a89f-641bb510d11d service nova] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_rules [ 975.271469] env[65674]: INFO networking_nsxv3.common.synchronization [req-aea8e40a-ada1-4e1c-9c82-334c6d3aa4d3 req-14f1f862-10cf-4af9-a89f-641bb510d11d service nova] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 975.271469] env[65674]: INFO networking_nsxv3.common.synchronization [req-aea8e40a-ada1-4e1c-9c82-334c6d3aa4d3 req-14f1f862-10cf-4af9-a89f-641bb510d11d service nova] Enqueued Resource ID: 0bebb661-0a46-4eae-b637-c51475a72964 with Priority: HIGHEST for action port [ 975.271469] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_rules [ 975.271469] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 975.273074] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bebb661-0a46-4eae-b637-c51475a72964 with Priority: HIGHEST for action port [ 975.273074] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.273389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.275270] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.275536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.275629] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.276922] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.277026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.277534] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bebb661-0a46-4eae-b637-c51475a72964 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.277689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bebb661-0a46-4eae-b637-c51475a72964" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.277757] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bebb661-0a46-4eae-b637-c51475a72964" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.277976] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bebb661-0a46-4eae-b637-c51475a72964" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.278712] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bebb661-0a46-4eae-b637-c51475a72964',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.499809] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.500101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.500233] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.500528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.500637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.500747] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 is going to be updated. [ 975.536988] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.537196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.537249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.537428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.537570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.551865] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: IN_PROGRESS for 2s [ 975.636068] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 975.636068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.636068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.636068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.636068] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.782829] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.782977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.783300] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bebb661-0a46-4eae-b637-c51475a72964 with status ACTIVE [ 975.783486] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.783644] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.783714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.785883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.785883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.785883] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.785883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.785883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.785883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.785883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.785883] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.785883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.785883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.785883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.785883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.785883] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bebb661-0a46-4eae-b637-c51475a72964 is going to be updated. [ 975.813034] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.813262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.813353] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.813650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.814203] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.814203] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bebb661-0a46-4eae-b637-c51475a72964" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.078756] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 976.078996] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 deletion is rescheduled due to dependency. [ 976.079157] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.079352] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.079548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.079783] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.079911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.079984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.080163] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.080240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.080355] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.140026] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.140026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.582611] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.585763] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 976.586032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.586536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.586536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.586648] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.586740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.586796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.586986] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.587081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.587164] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.587267] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.080731] env[65674]: INFO networking_nsxv3.common.synchronization [req-be317f3e-7321-48c4-923e-205a8f29c6e9 req-0c34ebc7-8844-47a2-8355-6ab23d98bbd8 tempest-ListServerFiltersTestJSON-548961148 tempest-ListServerFiltersTestJSON-548961148-project-member] Enqueued Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 977.081337] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 977.081711] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.081816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.081816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.082036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.082213] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.082319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.082381] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.082638] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.082694] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.082784] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.084649] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.089317] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.090238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.090238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.090238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.090238] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.090238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.090238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.090238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.090539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.090539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.090832] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.090832] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.090832] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.090937] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.090999] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.091091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.091206] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.091400] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.091460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.091501] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.091600] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.561073] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: SUCCESS [ 977.561327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.561451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.561727] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.561924] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.562113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.562194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.562309] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.562391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.562477] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.562639] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.585660] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.587020] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.587232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.587337] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.587519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.587658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.587775] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be updated. [ 977.593759] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45e7fa2c-4658-4363-a295-b51b16a39062: rpc.has_security_group_logging(os_id): False [ 977.617404] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.617642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.617642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.617870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.617962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.618203] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.618330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.618394] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.618552] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.618629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.618811] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.618908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.618969] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.619280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.619358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.619539] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.619632] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.619739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.619826] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.619898] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.619999] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be updated. [ 977.641926] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.642288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.642373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.642905] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.643187] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.652329] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: IN_PROGRESS for 2s [ 977.698515] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.698515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.698515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.698849] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.698849] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.717466] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: IN_PROGRESS for 2s [ 978.066147] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.066343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.066343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.066537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.066671] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.066771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.066829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.067089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.067089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.067203] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.067298] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.067387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.067436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.067568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.067946] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.067946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.067946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.067946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.068121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.068121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.068192] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.093514] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.572706] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b305e199-a01e-403c-b6f2-0a74cfc8f645: rpc.has_security_group_logging(os_id): False [ 978.593449] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.593837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.593837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.593968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.594072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.594245] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6c45a8-653b-464e-b355-9b393b258fcc is going to be updated. [ 978.597626] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.597892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.598034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.598392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.598583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.598878] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.599049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.599139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.599385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.599523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.599794] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.599912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.600010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.600217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.600326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.600526] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.600642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.600732] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.600943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.601043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.601160] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 is going to be updated. [ 978.638435] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.638435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.638435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.638435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.638435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.645735] env[65674]: INFO networking_nsxv3.common.synchronization [req-fedec8fe-370f-442d-8f45-c5eab10a981b req-d9d59f1c-7dce-4b8d-ba2c-4f08d0a5ca05 tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 978.646880] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 978.647393] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.647393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.647666] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.647666] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.647807] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.647910] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.647974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.648139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.648214] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.648392] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.659403] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: IN_PROGRESS for 2s [ 978.711733] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.712449] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.712555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.712801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.712972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.737612] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: IN_PROGRESS for 2s [ 979.067031] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.067031] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.067031] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.067669] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.071036] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.071036] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.071036] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.071036] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.071036] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.071036] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.071036] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.071036] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.071036] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.071036] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.071036] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.071036] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.092430] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.092430] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.092430] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.092430] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.093182] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-61d828ef-8524-4fb1-b017-dfe3ef45e638 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.093598] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-61d828ef-8524-4fb1-b017-dfe3ef45e638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.093849] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-61d828ef-8524-4fb1-b017-dfe3ef45e638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.095340] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-61d828ef-8524-4fb1-b017-dfe3ef45e638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.095340] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61d828ef-8524-4fb1-b017-dfe3ef45e638',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.151504] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.151504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.151504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.151915] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.151915] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.151915] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.152109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.152159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.152334] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.152400] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.152496] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be updated. [ 979.186423] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.186567] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.186647] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.186851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.187076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.200294] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: IN_PROGRESS for 2s [ 979.597267] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.597708] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.597708] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.598121] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.598402] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.598578] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 61d828ef-8524-4fb1-b017-dfe3ef45e638 not found, creating... [ 979.598867] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.599043] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.599162] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.599505] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.599688] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.600018] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.600262] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.600325] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.600510] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.600650] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.601352] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 61d828ef-8524-4fb1-b017-dfe3ef45e638 is going to be created. [ 979.625918] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.625918] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.626254] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.626478] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.626581] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.626788] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-61d828ef-8524-4fb1-b017-dfe3ef45e638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.663649] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 979.663649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.664026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.664109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.664345] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.664534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.664534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.664922] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.664922] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.665130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.665130] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.735444] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 979.735677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.735861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.736203] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.736203] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.168375] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.169042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.169175] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.169419] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.169597] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.169703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.169770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.170041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.170041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.170137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.170250] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.170349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.170410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.170627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.170776] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.170871] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.170943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.171108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.171187] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.171270] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.171359] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.240159] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.243252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.243252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.243252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.243252] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.243252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.243252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.243252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.243252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.243252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.243252] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.407695] env[65674]: INFO networking_nsxv3.common.synchronization [req-fedec8fe-370f-442d-8f45-c5eab10a981b req-144c5728-720c-48b9-bc33-6dcf2523315d service nova] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_rules [ 980.407695] env[65674]: INFO networking_nsxv3.common.synchronization [req-fedec8fe-370f-442d-8f45-c5eab10a981b req-144c5728-720c-48b9-bc33-6dcf2523315d service nova] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 980.407695] env[65674]: INFO networking_nsxv3.common.synchronization [req-fedec8fe-370f-442d-8f45-c5eab10a981b req-144c5728-720c-48b9-bc33-6dcf2523315d service nova] Enqueued Resource ID: 61d828ef-8524-4fb1-b017-dfe3ef45e638 with Priority: HIGHEST for action port [ 980.407695] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_rules [ 980.407695] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 980.409191] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d828ef-8524-4fb1-b017-dfe3ef45e638 with Priority: HIGHEST for action port [ 980.409498] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.409630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.410645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.410645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.410841] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.411846] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.411952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.412405] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-61d828ef-8524-4fb1-b017-dfe3ef45e638 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.412504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61d828ef-8524-4fb1-b017-dfe3ef45e638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.412566] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61d828ef-8524-4fb1-b017-dfe3ef45e638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.412764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61d828ef-8524-4fb1-b017-dfe3ef45e638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.412836] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61d828ef-8524-4fb1-b017-dfe3ef45e638',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.675644] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: IN_PROGRESS for 4s [ 980.676256] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e355a918-7747-45b3-bdbf-e183f4cc4f29: rpc.has_security_group_logging(os_id): False [ 980.697154] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.697568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.697660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.697907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.698017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.698302] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.698408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.698462] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.698618] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.698692] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.698883] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.698977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.699052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.699194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.699266] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.699443] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.699535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.699595] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.699731] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.699808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.699893] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be updated. [ 980.734704] env[65674]: INFO networking_nsxv3.common.synchronization [req-0bf51abc-4ba4-482e-ac8d-411f6324ceaa req-be9076c0-3f87-4c55-9779-3d095b9bfcb4 tempest-ServerActionsTestJSON-1311477773 tempest-ServerActionsTestJSON-1311477773-project-member] Enqueued Resource ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 with Priority: HIGHEST for action security_group_members [ 980.736961] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 with Priority: HIGHEST for action security_group_members [ 980.738488] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.738617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.738687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.738952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.739145] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.739753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.739753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.739753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.739753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.739753] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfdbed75-8fb2-47a9-9c7b-e42981fd46e9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.748899] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.748899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.748899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.748899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.748899] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.748899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.748899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.748899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.748899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.748899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.748899] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.748899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.748899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.748899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.748899] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.748899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.749764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.749764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.749764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.749764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.749764] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.796189] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: SUCCESS [ 980.796189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.829839] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.830060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.830148] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.830368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.830517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.863116] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: IN_PROGRESS for 2s [ 980.914978] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.914978] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.916253] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61d828ef-8524-4fb1-b017-dfe3ef45e638 with status ACTIVE [ 980.916445] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.916550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.916610] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.916830] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.916940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.917120] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.917306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.917527] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.917527] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.917651] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.917778] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.917870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.917928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.918078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.918153] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.918241] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61d828ef-8524-4fb1-b017-dfe3ef45e638 is going to be updated. [ 980.951087] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.951244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.951319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.951539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.951678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.951839] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61d828ef-8524-4fb1-b017-dfe3ef45e638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.144099] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.144308] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-241" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.144696] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-241" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.145015] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-241" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.145320] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.145490] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.145609] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.146012] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.146012] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.146281] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.146391] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.146518] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.146669] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.146783] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.146830] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.146970] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.168839] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.169067] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.169271] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.169476] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-241" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.170147] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-d301353c-2f47-4fa5-9695-6f3789a3e18c taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.170147] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-d301353c-2f47-4fa5-9695-6f3789a3e18c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.170147] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-d301353c-2f47-4fa5-9695-6f3789a3e18c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.170507] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-d301353c-2f47-4fa5-9695-6f3789a3e18c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.170777] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d301353c-2f47-4fa5-9695-6f3789a3e18c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.212570] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 981.212752] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d deletion is rescheduled due to dependency. [ 981.212798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.212956] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.213212] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.213429] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.213565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.213634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.213799] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.213880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.213982] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.244145] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.244145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.244145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.244145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.244145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.244145] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.244666] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.244666] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.244666] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.244784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.244852] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 already deleted. [ 981.244973] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.254562] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45e7fa2c-4658-4363-a295-b51b16a39062: rpc.has_security_group_logging(os_id): False [ 981.272620] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.273369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.273369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.273369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.273369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.273369] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.273581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.273581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.273682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.273756] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.273926] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.274031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.274090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.274223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.274291] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.274464] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.274551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.274612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.274738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.275806] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.275806] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be updated. [ 981.355969] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.356267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.356267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.357430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.357430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.372201] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: IN_PROGRESS for 2s [ 981.673272] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.673272] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.673457] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.674458] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.674458] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.674458] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port d301353c-2f47-4fa5-9695-6f3789a3e18c not found, creating... [ 981.674458] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.674639] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.674785] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.675042] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.675225] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.675577] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.675787] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.676045] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.676289] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.677751] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.677751] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: d301353c-2f47-4fa5-9695-6f3789a3e18c is going to be created. [ 981.703267] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.703561] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.703765] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.704132] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.704506] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.704715] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-d301353c-2f47-4fa5-9695-6f3789a3e18c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.717539] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.219150] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.434630] env[65674]: INFO networking_nsxv3.common.synchronization [req-0bf51abc-4ba4-482e-ac8d-411f6324ceaa req-db3b4551-8c95-4a7b-8e93-4e81516822f8 service nova] Enqueued Resource ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 with Priority: HIGHEST for action security_group_rules [ 982.434630] env[65674]: INFO networking_nsxv3.common.synchronization [req-0bf51abc-4ba4-482e-ac8d-411f6324ceaa req-db3b4551-8c95-4a7b-8e93-4e81516822f8 service nova] Enqueued Resource ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 with Priority: HIGHEST for action security_group_members [ 982.434630] env[65674]: INFO networking_nsxv3.common.synchronization [req-0bf51abc-4ba4-482e-ac8d-411f6324ceaa req-db3b4551-8c95-4a7b-8e93-4e81516822f8 service nova] Enqueued Resource ID: d301353c-2f47-4fa5-9695-6f3789a3e18c with Priority: HIGHEST for action port [ 982.436033] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 with Priority: HIGHEST for action security_group_rules [ 982.436033] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 with Priority: HIGHEST for action security_group_members [ 982.436033] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d301353c-2f47-4fa5-9695-6f3789a3e18c with Priority: HIGHEST for action port [ 982.436287] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.436341] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.437072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.437072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.437072] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfdbed75-8fb2-47a9-9c7b-e42981fd46e9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.437768] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.437927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.438035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.438243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.438440] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.438613] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.438715] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.438894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.439042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.439179] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfdbed75-8fb2-47a9-9c7b-e42981fd46e9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.440010] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-d301353c-2f47-4fa5-9695-6f3789a3e18c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.440250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d301353c-2f47-4fa5-9695-6f3789a3e18c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.440389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d301353c-2f47-4fa5-9695-6f3789a3e18c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.440564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d301353c-2f47-4fa5-9695-6f3789a3e18c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.440683] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d301353c-2f47-4fa5-9695-6f3789a3e18c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.688172] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: SUCCESS [ 982.688472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.721933] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.722154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.722232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.722452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.722544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.722644] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be updated. [ 982.758729] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.758980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.758980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.759243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.759306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.769684] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: IN_PROGRESS for 2s [ 982.880831] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 982.880831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.942832] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.942964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.943171] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfdbed75-8fb2-47a9-9c7b-e42981fd46e9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.944067] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d301353c-2f47-4fa5-9695-6f3789a3e18c with status ACTIVE [ 982.944268] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.944443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.944533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.944775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.944808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.945190] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.945190] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.945190] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.945389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.945389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.945538] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.945631] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.945686] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.945824] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.945899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.945980] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d301353c-2f47-4fa5-9695-6f3789a3e18c is going to be updated. [ 982.968213] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.968402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.968440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.968988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.968988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.968988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d301353c-2f47-4fa5-9695-6f3789a3e18c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.388277] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 983.388277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.449122] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfdbed75-8fb2-47a9-9c7b-e42981fd46e9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.952676] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.953044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.953044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.953202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.953293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.953400] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 is going to be created. [ 983.980616] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.981195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.981323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.981540] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.981704] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.992464] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 in Status: UNINITIALIZED for 2s [ 984.781737] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 984.781967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.782257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.782504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.782733] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.782904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.783033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.783376] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.783475] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.783723] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.783723] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.286256] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.286256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.286742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.286789] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.286943] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.287046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.287116] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.287265] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.287392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.287456] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.287623] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.287732] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.287772] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.287930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.288079] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.288171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.288231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.288365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.288473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.288529] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.288608] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.793071] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34c2ef34-85ee-4922-a486-aec2c25f301d: rpc.has_security_group_logging(os_id): False [ 985.816064] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.816064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.816064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.816064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.816509] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.816509] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.816509] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.816675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.816807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.816807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.817169] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.817293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.817359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.817516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.817597] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.817825] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.817929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.818037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.818182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.818301] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.818428] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be updated. [ 985.842386] env[65674]: INFO networking_nsxv3.common.synchronization [req-bf954605-5478-453c-a359-de7d0e8efa72 req-8ea6d784-bc6a-49a8-b272-75d2fcdd94f1 tempest-ServersNegativeTestJSON-1995414509 tempest-ServersNegativeTestJSON-1995414509-project-member] Enqueued Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_members [ 985.842980] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_members [ 985.843342] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.843467] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.843537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.843771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.843930] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.844065] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.844144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.844250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.844342] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.844520] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.914126] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.914126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.914316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.914447] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.914532] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.930963] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: IN_PROGRESS for 2s [ 986.016611] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 in Status: SUCCESS [ 986.016867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.017146] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.017952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.018262] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.018448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.018562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.019182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.019182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.019182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.019577] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfdbed75-8fb2-47a9-9c7b-e42981fd46e9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.346941] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.402554] env[65674]: INFO networking_nsxv3.common.synchronization [req-e07704dd-5f24-4538-bda8-b05dbfa680ca req-1c9e804d-63b7-4991-924c-0a6dcc25ab80 tempest-ServersTestJSON-175155130 tempest-ServersTestJSON-175155130-project-member] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 986.403374] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 986.403772] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.404678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.404678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.404827] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.405087] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.405228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.405325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.406626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.406626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.406626] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.527029] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfdbed75-8fb2-47a9-9c7b-e42981fd46e9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.530383] env[65674]: INFO networking_nsxv3.common.synchronization [req-a9cffd23-6b79-43cf-a3ed-9f7bb88d58c2 req-91840cb7-645d-4a50-9c7d-743ff6a95a80 tempest-ServersTestMultiNic-1002580373 tempest-ServersTestMultiNic-1002580373-project-member] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 986.530918] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 986.531341] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.531450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.531518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.531717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.531867] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.531967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.532044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.532234] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.532526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.532526] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.793793] env[65674]: INFO networking_nsxv3.common.synchronization [req-a9cffd23-6b79-43cf-a3ed-9f7bb88d58c2 req-5ff2e34e-84a1-4741-98ed-94ea5151badc tempest-ServersTestMultiNic-1002580373 tempest-ServersTestMultiNic-1002580373-project-member] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 986.794416] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 986.795101] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.795101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.832117] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.832117] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.832117] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.832499] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.832783] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.832943] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.833070] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.833483] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.833635] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.833850] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.833987] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.834097] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.834227] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.834359] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.834488] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.834648] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.850203] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.857254] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.857429] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.857572] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.857753] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.858094] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-3f689ded-f9a4-4767-a021-21ccda702add taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.858267] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-3f689ded-f9a4-4767-a021-21ccda702add" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.858424] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-3f689ded-f9a4-4767-a021-21ccda702add" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.858792] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-3f689ded-f9a4-4767-a021-21ccda702add" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.858940] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f689ded-f9a4-4767-a021-21ccda702add',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.911210] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.911210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.911210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.911210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.911210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.911446] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.911530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.911641] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.911865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.912031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.912327] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 already deleted. [ 986.912506] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.028245] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfdbed75-8fb2-47a9-9c7b-e42981fd46e9: rpc.has_security_group_logging(os_id): False [ 987.034333] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.047615] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.047879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.047988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.048325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.048478] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.048829] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.048977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.049098] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.049324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.049443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.049573] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 is going to be created. [ 987.103550] env[65674]: INFO networking_nsxv3.common.synchronization [req-a9cffd23-6b79-43cf-a3ed-9f7bb88d58c2 req-53ae6f18-15e1-446e-8b79-ba93866e29e1 tempest-ServersTestMultiNic-1002580373 tempest-ServersTestMultiNic-1002580373-project-member] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 987.104087] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 987.104406] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.104527] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.126948] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.126948] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.126948] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.126948] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.126948] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.137186] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 in Status: IN_PROGRESS for 2s [ 987.357859] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.358196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.358196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.358327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.358418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.358544] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 is going to be updated. [ 987.361866] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.362142] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.362325] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.362608] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.362754] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.362943] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 3f689ded-f9a4-4767-a021-21ccda702add not found, creating... [ 987.363260] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.363485] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.363680] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.364033] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.364221] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.364555] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.365127] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.365265] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.365482] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.365622] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.365776] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 3f689ded-f9a4-4767-a021-21ccda702add is going to be created. [ 987.368727] env[65674]: INFO networking_nsxv3.common.synchronization [None req-5edc4b75-4b67-400e-b861-a8747ae295e0 tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 987.369394] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 987.369954] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.370104] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.370176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.370353] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.370493] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.370588] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.370650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.370784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.370864] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.370956] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.388689] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.388946] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.389093] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.389409] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.389674] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.389929] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-3f689ded-f9a4-4767-a021-21ccda702add" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.391918] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.392082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.392225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.392374] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.392537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.407296] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: IN_PROGRESS for 2s [ 987.536892] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.873654] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.946330] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 987.946683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.039793] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.039944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.040027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.040246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.040364] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.040443] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be updated. [ 988.072009] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.072411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.072499] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.072737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.072949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.083798] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: IN_PROGRESS for 2s [ 988.126025] env[65674]: INFO networking_nsxv3.common.synchronization [req-e07704dd-5f24-4538-bda8-b05dbfa680ca req-19aaed65-9fbb-4400-8c7f-d6d99a4a34fd service nova] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_rules [ 988.126257] env[65674]: INFO networking_nsxv3.common.synchronization [req-e07704dd-5f24-4538-bda8-b05dbfa680ca req-19aaed65-9fbb-4400-8c7f-d6d99a4a34fd service nova] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 988.126551] env[65674]: INFO networking_nsxv3.common.synchronization [req-e07704dd-5f24-4538-bda8-b05dbfa680ca req-19aaed65-9fbb-4400-8c7f-d6d99a4a34fd service nova] Enqueued Resource ID: 3f689ded-f9a4-4767-a021-21ccda702add with Priority: HIGHEST for action port [ 988.127533] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_rules [ 988.127533] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 988.127533] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f689ded-f9a4-4767-a021-21ccda702add with Priority: HIGHEST for action port [ 988.127533] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.127769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.127769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.127938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.128090] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.129558] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.129558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.129558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.129773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.129870] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.129967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.130043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.130325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.130395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.130511] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.131559] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f689ded-f9a4-4767-a021-21ccda702add taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.131685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f689ded-f9a4-4767-a021-21ccda702add" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.131767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f689ded-f9a4-4767-a021-21ccda702add" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.131927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f689ded-f9a4-4767-a021-21ccda702add" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.132025] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f689ded-f9a4-4767-a021-21ccda702add',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.378660] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.633899] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.634136] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.634325] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.636036] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f689ded-f9a4-4767-a021-21ccda702add with status ACTIVE [ 988.636036] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.636036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.636036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.636036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.636555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.636555] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.636555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.636555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.636728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.636728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.636938] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.637087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.637119] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.637247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.637322] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.637407] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f689ded-f9a4-4767-a021-21ccda702add is going to be updated. [ 988.663663] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.663872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.664010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.664262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.664472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.664657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f689ded-f9a4-4767-a021-21ccda702add" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.883547] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.883736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.884277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.884277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.884277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.884277] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be updated. [ 988.914592] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.914592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.914763] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.914895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.915860] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.926354] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: IN_PROGRESS for 2s [ 989.064909] env[65674]: INFO networking_nsxv3.common.synchronization [req-5a18aa34-9b8f-47e4-a616-70cb66ce0123 req-e4e7f84c-efe9-467e-9b3c-b55efebc87b1 tempest-ServerRescueNegativeTestJSON-474287236 tempest-ServerRescueNegativeTestJSON-474287236-project-member] Enqueued Resource ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c with Priority: HIGHEST for action security_group_members [ 989.065927] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c with Priority: HIGHEST for action security_group_members [ 989.065927] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.066417] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.066417] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.066417] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.066579] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.066900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.066900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.067045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.067045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.067113] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c08be2c5-f9c6-4cd8-aafd-c7b894a5421c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.140978] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.151120] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 in Status: SUCCESS [ 989.151347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.403380] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.403686] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-221" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.404020] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-221" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.404087] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-221" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.404981] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.404981] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.404981] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.404981] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.404981] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.405636] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.406205] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.407206] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.407206] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.407206] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.407206] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.407206] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.419908] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: SUCCESS [ 989.420289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.429688] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.431184] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.431376] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.431558] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-221" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.431927] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-954aef60-126e-4bf6-b3a9-aa3983285031 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.432089] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-954aef60-126e-4bf6-b3a9-aa3983285031" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.432231] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-954aef60-126e-4bf6-b3a9-aa3983285031" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.432534] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-954aef60-126e-4bf6-b3a9-aa3983285031" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.432984] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('954aef60-126e-4bf6-b3a9-aa3983285031',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.570076] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.570076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.570076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.570076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.570076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.571239] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.571239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.571239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.571239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.571239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.571239] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c already deleted. [ 989.571239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.643434] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.643599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.643664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.643871] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.643965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.644078] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be created. [ 989.673889] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.673889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.673889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.674132] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.674313] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.685885] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: UNINITIALIZED for 2s [ 989.935576] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.935834] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.936027] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.936413] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.936656] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.936885] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 954aef60-126e-4bf6-b3a9-aa3983285031 not found, creating... [ 989.937294] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.937562] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.937789] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.938150] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.938365] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.938782] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.938971] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.939108] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.939330] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.939480] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.939693] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 954aef60-126e-4bf6-b3a9-aa3983285031 is going to be created. [ 989.962311] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.962677] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.962848] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.963298] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.963621] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.963941] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-954aef60-126e-4bf6-b3a9-aa3983285031" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.095472] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 990.095636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.096207] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.096434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.096752] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.096856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.096893] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.097112] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.097195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.097301] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.414470] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.414899] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.414899] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.415183] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.415514] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.415754] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.415939] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.416327] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.416524] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.416847] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.417124] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.417318] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.417480] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.417659] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.417793] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.417936] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.441788] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.441992] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.442125] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.442331] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.442667] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-81db41ad-9176-4d7f-827e-0704d243e76d taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.442835] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-81db41ad-9176-4d7f-827e-0704d243e76d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.442958] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-81db41ad-9176-4d7f-827e-0704d243e76d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.443327] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-81db41ad-9176-4d7f-827e-0704d243e76d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.443476] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81db41ad-9176-4d7f-827e-0704d243e76d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.599825] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.599908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.600037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.600274] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.600371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.600586] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.600713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.600779] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.600904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.600981] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.601078] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be updated. [ 990.646743] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.647063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.647170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.647676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.647833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.661301] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: IN_PROGRESS for 2s [ 990.701385] env[65674]: INFO networking_nsxv3.common.synchronization [req-5a18aa34-9b8f-47e4-a616-70cb66ce0123 req-a70a3a11-e1ed-40d3-82bf-4a0342d0f06d service nova] Enqueued Resource ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c with Priority: HIGHEST for action security_group_rules [ 990.701657] env[65674]: INFO networking_nsxv3.common.synchronization [req-5a18aa34-9b8f-47e4-a616-70cb66ce0123 req-a70a3a11-e1ed-40d3-82bf-4a0342d0f06d service nova] Enqueued Resource ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c with Priority: HIGHEST for action security_group_members [ 990.701780] env[65674]: INFO networking_nsxv3.common.synchronization [req-5a18aa34-9b8f-47e4-a616-70cb66ce0123 req-a70a3a11-e1ed-40d3-82bf-4a0342d0f06d service nova] Enqueued Resource ID: 954aef60-126e-4bf6-b3a9-aa3983285031 with Priority: HIGHEST for action port [ 990.702814] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c with Priority: HIGHEST for action security_group_rules [ 990.703084] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c with Priority: HIGHEST for action security_group_members [ 990.703261] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954aef60-126e-4bf6-b3a9-aa3983285031 with Priority: HIGHEST for action port [ 990.703683] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.703894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.704021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.704354] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.704512] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c08be2c5-f9c6-4cd8-aafd-c7b894a5421c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.705844] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.706829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.706943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.707149] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.707371] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.707494] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.707594] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.708249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.708341] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.709067] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c08be2c5-f9c6-4cd8-aafd-c7b894a5421c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.710261] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-954aef60-126e-4bf6-b3a9-aa3983285031 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.710406] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-954aef60-126e-4bf6-b3a9-aa3983285031" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.710471] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-954aef60-126e-4bf6-b3a9-aa3983285031" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.710684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-954aef60-126e-4bf6-b3a9-aa3983285031" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.710746] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('954aef60-126e-4bf6-b3a9-aa3983285031',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.938885] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 990.939179] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.946524] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.946849] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.947026] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.947352] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.947516] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.947688] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 81db41ad-9176-4d7f-827e-0704d243e76d not found, creating... [ 990.947990] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.948186] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.948308] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.948540] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.948671] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.949117] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.949404] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.949557] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.949905] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.950170] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.950354] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 81db41ad-9176-4d7f-827e-0704d243e76d is going to be created. [ 990.971555] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.971795] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.971959] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.972416] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.972742] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.973230] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-81db41ad-9176-4d7f-827e-0704d243e76d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.081474] env[65674]: INFO networking_nsxv3.common.synchronization [req-e1285bea-8472-433b-be3f-e03855bf0755 req-4e7dbaf5-02a5-441e-bd40-02a22370b88d tempest-ServerActionsTestOtherA-639188317 tempest-ServerActionsTestOtherA-639188317-project-member] Enqueued Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGHEST for action security_group_members [ 991.082207] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGHEST for action security_group_members [ 991.082613] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-92120020-ebe7-4760-853e-d141cad618b2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.082759] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.082842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.083138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.084199] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.084199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.084199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.084522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.084522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.085037] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.212650] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.212809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.213056] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c08be2c5-f9c6-4cd8-aafd-c7b894a5421c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.214619] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 954aef60-126e-4bf6-b3a9-aa3983285031 with status ACTIVE [ 991.214619] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.214619] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.214619] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.216788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.216788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.216788] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.216788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.216788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.216788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.216788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.216788] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.216788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.216788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.216788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.216788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.216788] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 954aef60-126e-4bf6-b3a9-aa3983285031 is going to be updated. [ 991.241400] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.241599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.241671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.241902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.242081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.242300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-954aef60-126e-4bf6-b3a9-aa3983285031" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.547211] env[65674]: INFO networking_nsxv3.common.synchronization [req-eceba831-3e9b-4400-8bf3-54195a45c88f req-3c8aedc4-ac10-4efc-8e3c-88d217e800bb tempest-ServerPasswordTestJSON-41346094 tempest-ServerPasswordTestJSON-41346094-project-member] Enqueued Resource ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 with Priority: HIGHEST for action security_group_members [ 991.547211] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 with Priority: HIGHEST for action security_group_members [ 991.547211] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa3775a-12b5-4c55-a27c-ca705827a8b5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.547211] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.547211] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.548034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.548498] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.548812] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.549057] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.549629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.549816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.549997] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa3775a-12b5-4c55-a27c-ca705827a8b5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.590154] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.590154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.590154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.590154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.590154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.590154] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.590154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.590154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.590154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.590154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.590154] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92120020-ebe7-4760-853e-d141cad618b2 is going to be updated. [ 991.633510] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.633510] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.633510] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.633730] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.634184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.646918] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92120020-ebe7-4760-853e-d141cad618b2 in Status: IN_PROGRESS for 2s [ 991.696843] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 991.697162] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.697897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.697897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.698099] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.698223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.698262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.698476] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.698587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.698701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.698827] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.719693] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c08be2c5-f9c6-4cd8-aafd-c7b894a5421c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.724355] env[65674]: INFO networking_nsxv3.common.synchronization [req-24fdd36b-7d57-4ff8-8010-8f3451124d58 req-8a9ddbee-5325-40e0-9026-45cd7962911b service nova] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_rules [ 991.724421] env[65674]: INFO networking_nsxv3.common.synchronization [req-24fdd36b-7d57-4ff8-8010-8f3451124d58 req-8a9ddbee-5325-40e0-9026-45cd7962911b service nova] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 991.724674] env[65674]: INFO networking_nsxv3.common.synchronization [req-24fdd36b-7d57-4ff8-8010-8f3451124d58 req-8a9ddbee-5325-40e0-9026-45cd7962911b service nova] Enqueued Resource ID: 81db41ad-9176-4d7f-827e-0704d243e76d with Priority: HIGHEST for action port [ 991.725403] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_rules [ 991.725804] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 991.725885] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81db41ad-9176-4d7f-827e-0704d243e76d with Priority: HIGHEST for action port [ 991.726275] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.726458] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.726549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.726826] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.726937] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.728376] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.728535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.728631] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.728908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.729123] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.729430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.729430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.729555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.729670] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.729791] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.734722] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-81db41ad-9176-4d7f-827e-0704d243e76d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.734899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81db41ad-9176-4d7f-827e-0704d243e76d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.735010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81db41ad-9176-4d7f-827e-0704d243e76d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.735505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81db41ad-9176-4d7f-827e-0704d243e76d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.735505] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81db41ad-9176-4d7f-827e-0704d243e76d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.959612] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.959766] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-709" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.959924] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-709" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.961032] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-709" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.961032] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.961266] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.961480] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.961875] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.962209] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.962563] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.962795] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.963060] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.963222] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.963390] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.963557] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.964124] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.985039] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.985039] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.985039] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.985039] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-709" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.985267] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-79f6e048-b46b-4bc4-896c-67f08e459c7b taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.985364] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-79f6e048-b46b-4bc4-896c-67f08e459c7b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.985476] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-79f6e048-b46b-4bc4-896c-67f08e459c7b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.985831] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-79f6e048-b46b-4bc4-896c-67f08e459c7b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.985988] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79f6e048-b46b-4bc4-896c-67f08e459c7b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.052952] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.053136] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.053316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.053649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.055036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.055036] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.055036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.055036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.055036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.055036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.055036] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 already deleted. [ 992.055036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.202103] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.202415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.202415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.202586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.202758] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.202857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.202906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.203060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.203152] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.203260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.203404] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.203507] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.203546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.203684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.203818] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.203908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.203971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.204113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.204186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.204270] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.204343] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.223236] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.223411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.223483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.223688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.223771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.225033] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c is going to be created. [ 992.235630] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.238759] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.238759] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.240087] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81db41ad-9176-4d7f-827e-0704d243e76d with status ACTIVE [ 992.240087] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.240248] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.240283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.240703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.240703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.240829] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.240829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.240906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.241070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.241143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.241289] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.241384] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.241440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.241602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.241656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.241775] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81db41ad-9176-4d7f-827e-0704d243e76d is going to be updated. [ 992.259760] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.260117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.260117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.260231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.260330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.267474] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.267714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.267714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.267898] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.268037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.268169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81db41ad-9176-4d7f-827e-0704d243e76d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.273176] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c in Status: UNINITIALIZED for 2s [ 992.489053] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.489402] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.489595] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.489944] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.490186] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.490402] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 79f6e048-b46b-4bc4-896c-67f08e459c7b not found, creating... [ 992.490721] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.491011] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.491227] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.491438] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.491798] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.492084] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.492389] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.492563] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.492827] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.493021] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.493200] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 79f6e048-b46b-4bc4-896c-67f08e459c7b is going to be created. [ 992.515318] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.515556] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.515729] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.516037] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.516556] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.516811] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-79f6e048-b46b-4bc4-896c-67f08e459c7b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.674577] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 992.675039] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 deletion is rescheduled due to dependency. [ 992.675039] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.675235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.675455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.675651] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.675856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.675856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.675994] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.676143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.676253] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.710124] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c312056-c4d1-41a9-91b6-7c8a55c74b89: rpc.has_security_group_logging(os_id): False [ 992.738289] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.750799] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.751093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.751093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.751331] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.751414] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.751662] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.751787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.751844] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.752086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.752218] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.752663] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.752663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.752663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.752916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.752916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.753021] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.753116] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.753169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.753327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.753419] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.753516] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be created. [ 992.845015] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.845367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.845367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.845465] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.845906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.861515] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 993.181703] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.181703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.181703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.181703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.181703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.181703] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.181703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.181703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.181703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.181703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.181703] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be updated. [ 993.207783] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.209834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.209834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.209834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.209834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.220242] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: IN_PROGRESS for 2s [ 993.244505] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.244505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.244505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.244505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.244505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.244505] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be updated. [ 993.252256] env[65674]: INFO networking_nsxv3.common.synchronization [req-eceba831-3e9b-4400-8bf3-54195a45c88f req-ee1bacf0-659b-4ddc-a6f2-b9414e58c8cc service nova] Enqueued Resource ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 with Priority: HIGHEST for action security_group_rules [ 993.252256] env[65674]: INFO networking_nsxv3.common.synchronization [req-eceba831-3e9b-4400-8bf3-54195a45c88f req-ee1bacf0-659b-4ddc-a6f2-b9414e58c8cc service nova] Enqueued Resource ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 with Priority: HIGHEST for action security_group_members [ 993.256285] env[65674]: INFO networking_nsxv3.common.synchronization [req-eceba831-3e9b-4400-8bf3-54195a45c88f req-ee1bacf0-659b-4ddc-a6f2-b9414e58c8cc service nova] Enqueued Resource ID: 79f6e048-b46b-4bc4-896c-67f08e459c7b with Priority: HIGHEST for action port [ 993.256285] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 with Priority: HIGHEST for action security_group_rules [ 993.256285] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 with Priority: HIGHEST for action security_group_members [ 993.256285] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79f6e048-b46b-4bc4-896c-67f08e459c7b with Priority: HIGHEST for action port [ 993.256285] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfa3775a-12b5-4c55-a27c-ca705827a8b5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.256285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.256285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.256285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.256285] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfa3775a-12b5-4c55-a27c-ca705827a8b5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.256285] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa3775a-12b5-4c55-a27c-ca705827a8b5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.256285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.256285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.256285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.256285] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.256285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.256285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.257969] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.261401] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.261401] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa3775a-12b5-4c55-a27c-ca705827a8b5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.264817] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-79f6e048-b46b-4bc4-896c-67f08e459c7b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.264817] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79f6e048-b46b-4bc4-896c-67f08e459c7b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.264817] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79f6e048-b46b-4bc4-896c-67f08e459c7b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.264817] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79f6e048-b46b-4bc4-896c-67f08e459c7b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.264817] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79f6e048-b46b-4bc4-896c-67f08e459c7b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.303910] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.304231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.304346] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.304545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.304714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.317550] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: IN_PROGRESS for 2s [ 993.658197] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92120020-ebe7-4760-853e-d141cad618b2 in Status: IN_PROGRESS for 4s [ 993.765249] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa3775a-12b5-4c55-a27c-ca705827a8b5 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.765249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.770024] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfa3775a-12b5-4c55-a27c-ca705827a8b5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.770024] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79f6e048-b46b-4bc4-896c-67f08e459c7b with status ACTIVE [ 993.770024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.770024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.770024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.770024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.770024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.770024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.770024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.770024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.770024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.770024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.770024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.770024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.770024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.770024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.770807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.770807] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79f6e048-b46b-4bc4-896c-67f08e459c7b is going to be updated. [ 993.798727] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.798932] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.799207] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.799337] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.799488] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.799682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79f6e048-b46b-4bc4-896c-67f08e459c7b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.272566] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfa3775a-12b5-4c55-a27c-ca705827a8b5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.284777] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c in Status: SUCCESS [ 994.285039] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.285219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.285466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.285667] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.285793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.285860] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.286054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.286108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.286222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.286307] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c08be2c5-f9c6-4cd8-aafd-c7b894a5421c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.776344] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.776774] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.776774] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.777161] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.777161] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.777161] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 is going to be created. [ 994.788952] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c08be2c5-f9c6-4cd8-aafd-c7b894a5421c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.808851] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.809011] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.809089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.809377] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.809518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.822446] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 in Status: UNINITIALIZED for 2s [ 994.882074] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 994.882461] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.230482] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 995.230676] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 deletion is rescheduled due to dependency. [ 995.230793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.291369] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c08be2c5-f9c6-4cd8-aafd-c7b894a5421c: rpc.has_security_group_logging(os_id): False [ 995.313038] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.313237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.313310] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.313522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.313612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.313976] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.314123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.314225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.314434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.314545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.314639] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c is going to be created. [ 995.329337] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 995.329868] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.330258] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.330885] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.330885] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.330885] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.330885] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.331117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.331297] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.331494] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.332453] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.413928] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.413928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.413928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.413928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.413928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.432295] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c in Status: IN_PROGRESS for 2s [ 995.668994] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92120020-ebe7-4760-853e-d141cad618b2 in Status: SUCCESS [ 995.669200] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92120020-ebe7-4760-853e-d141cad618b2 deletion is rescheduled due to dependency. [ 995.669346] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.834223] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.834644] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.834644] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.834848] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.835068] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.835138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.835208] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.835395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.835486] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.835594] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.835762] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.835872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.835935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.836096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.836266] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.836368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.836446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.836589] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.836666] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.836749] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.836839] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.340296] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34c2ef34-85ee-4922-a486-aec2c25f301d: rpc.has_security_group_logging(os_id): False [ 996.363476] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.363646] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.363690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.363884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.363971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.364209] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.364309] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.364360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.364514] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.364587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.364767] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.364857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.364916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.365062] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.365135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.365319] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.365413] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.365469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.365602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.365673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.365753] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be updated. [ 996.437023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.437023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.437023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.437023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.437023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.452220] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: IN_PROGRESS for 2s [ 996.803477] env[65674]: INFO networking_nsxv3.common.synchronization [req-cdc3a159-ee9d-44be-acaa-7d6dec792e47 req-d5e9052a-9779-4971-ad85-152456f01636 tempest-AttachVolumeTestJSON-1520189582 tempest-AttachVolumeTestJSON-1520189582-project-member] Enqueued Resource ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 with Priority: HIGHEST for action security_group_members [ 996.804146] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 with Priority: HIGHEST for action security_group_members [ 996.804497] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.804662] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.804769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.805053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.805254] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.805361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.805436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.805617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.805710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.805808] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5de174c-db1f-41da-9aa2-8b1d7f14a7d9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.834033] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 in Status: SUCCESS [ 996.834295] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.834615] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.834694] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.834945] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.835166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.835166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.835328] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.835408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.835787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.835787] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfa3775a-12b5-4c55-a27c-ca705827a8b5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.217190] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.217395] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-286" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.217521] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-286" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.217840] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-286" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.218115] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.218289] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.218407] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.218730] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.218820] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.218986] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.219114] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.219223] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.219332] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.219988] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.219988] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.219988] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.242939] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.243474] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.243665] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.243780] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-286" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.244203] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-16776b19-c8a9-4b0f-b1e6-691957c05db1 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.244480] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-16776b19-c8a9-4b0f-b1e6-691957c05db1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.244556] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-16776b19-c8a9-4b0f-b1e6-691957c05db1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.245009] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-16776b19-c8a9-4b0f-b1e6-691957c05db1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.245250] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16776b19-c8a9-4b0f-b1e6-691957c05db1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.308548] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.308745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.308837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.309102] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.309216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.309440] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.309589] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.309667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.309853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.309949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.310115] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 already deleted. [ 997.310222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.339982] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa3775a-12b5-4c55-a27c-ca705827a8b5 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.340219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.340351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.340572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.340742] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.340861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.340916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.341052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.341141] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.341229] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.341374] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa3775a-12b5-4c55-a27c-ca705827a8b5 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.341464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.341583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.341735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.341883] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.341980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.342053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.342224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.342320] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.342426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.342488] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfa3775a-12b5-4c55-a27c-ca705827a8b5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.445877] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c in Status: SUCCESS [ 997.446073] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.524150] env[65674]: INFO networking_nsxv3.common.synchronization [req-50cf2357-498f-411d-8d52-85398ac4a6bc req-5f5de305-f8c8-4e31-b99c-737896c57a91 tempest-ImagesTestJSON-529282155 tempest-ImagesTestJSON-529282155-project-member] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 997.524619] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGHEST for action security_group_members [ 997.524935] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.525075] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.525199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.525578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.525767] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.525901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.525967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.526196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.526343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.526498] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.747878] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.748127] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.748257] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.748574] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.748743] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.748875] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 16776b19-c8a9-4b0f-b1e6-691957c05db1 not found, creating... [ 997.749220] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.749435] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.749680] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.749782] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.749967] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.750336] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.750478] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.750626] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.750871] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.751021] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.751174] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 16776b19-c8a9-4b0f-b1e6-691957c05db1 is going to be created. [ 997.779155] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.779448] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.779799] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.779989] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.780257] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.780509] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-16776b19-c8a9-4b0f-b1e6-691957c05db1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.845308] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfa3775a-12b5-4c55-a27c-ca705827a8b5: rpc.has_security_group_logging(os_id): False [ 997.867009] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.867182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.867254] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.867473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.867568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.867805] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.867914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.868009] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.868179] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.868265] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.868451] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.868742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.868742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.868742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.868830] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.869047] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.869140] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.869197] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.869292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.869364] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.869446] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 is going to be created. [ 998.028566] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.028763] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.028805] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.029029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.029103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.029300] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.029393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.029462] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.030026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.030026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.030026] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be updated. [ 998.061215] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.061450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.061524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.061867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.062275] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.066669] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.066669] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.066669] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.066880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.069324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.084165] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: IN_PROGRESS for 2s [ 998.090927] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 in Status: IN_PROGRESS for 2s [ 998.469517] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 998.469784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.557223] env[65674]: INFO networking_nsxv3.common.synchronization [req-cdc3a159-ee9d-44be-acaa-7d6dec792e47 req-9785bf09-2227-460d-93a1-9bfced2db0c1 service nova] Enqueued Resource ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 with Priority: HIGHEST for action security_group_rules [ 998.558025] env[65674]: INFO networking_nsxv3.common.synchronization [req-cdc3a159-ee9d-44be-acaa-7d6dec792e47 req-9785bf09-2227-460d-93a1-9bfced2db0c1 service nova] Enqueued Resource ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 with Priority: HIGHEST for action security_group_members [ 998.558025] env[65674]: INFO networking_nsxv3.common.synchronization [req-cdc3a159-ee9d-44be-acaa-7d6dec792e47 req-9785bf09-2227-460d-93a1-9bfced2db0c1 service nova] Enqueued Resource ID: 16776b19-c8a9-4b0f-b1e6-691957c05db1 with Priority: HIGHEST for action port [ 998.559307] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 with Priority: HIGHEST for action security_group_rules [ 998.559608] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 with Priority: HIGHEST for action security_group_members [ 998.560118] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16776b19-c8a9-4b0f-b1e6-691957c05db1 with Priority: HIGHEST for action port [ 998.560533] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.560784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.560944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.561458] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.561661] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5de174c-db1f-41da-9aa2-8b1d7f14a7d9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.563789] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.563899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.564274] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.564436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.564769] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.564970] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.565130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.565473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.565642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.565836] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5de174c-db1f-41da-9aa2-8b1d7f14a7d9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.567282] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-16776b19-c8a9-4b0f-b1e6-691957c05db1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.567547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16776b19-c8a9-4b0f-b1e6-691957c05db1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.567696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16776b19-c8a9-4b0f-b1e6-691957c05db1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.567995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16776b19-c8a9-4b0f-b1e6-691957c05db1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.568200] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16776b19-c8a9-4b0f-b1e6-691957c05db1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.070421] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5de174c-db1f-41da-9aa2-8b1d7f14a7d9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.071750] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.071902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.072062] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16776b19-c8a9-4b0f-b1e6-691957c05db1 with status ACTIVE [ 999.072211] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.072602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.072602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.072695] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.073984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.073984] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.073984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.073984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.073984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.073984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.073984] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.073984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.073984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.073984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.073984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.074987] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16776b19-c8a9-4b0f-b1e6-691957c05db1 is going to be updated. [ 999.099514] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.099710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.099809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.100188] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.100335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.100556] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16776b19-c8a9-4b0f-b1e6-691957c05db1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.576499] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5de174c-db1f-41da-9aa2-8b1d7f14a7d9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.084189] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.084189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.084189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.084189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.084189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.084189] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 is going to be created. [ 1000.097349] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 in Status: SUCCESS [ 1000.097349] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 deletion is rescheduled due to dependency. [ 1000.097349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.114625] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.114854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.114854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.115419] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.115419] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.117583] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 in Status: SUCCESS [ 1000.117790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.130987] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 in Status: UNINITIALIZED for 2s [ 1001.568785] env[65674]: INFO networking_nsxv3.common.synchronization [req-4b8dd511-f471-4e14-8daf-d92510d7e3a5 req-6be6da26-eb12-46d3-987b-9419c232b672 tempest-ListServerFiltersTestJSON-548961148 tempest-ListServerFiltersTestJSON-548961148-project-member] Enqueued Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 1001.569397] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 1001.569776] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.569891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.570204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.570290] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.570536] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.570673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.570743] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.570948] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.571047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.571145] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.073302] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.142081] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 in Status: SUCCESS [ 1002.142359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.142758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.142855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.143105] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.143266] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.143370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.143562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.143779] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.143900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.144028] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5de174c-db1f-41da-9aa2-8b1d7f14a7d9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.578809] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.646539] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5de174c-db1f-41da-9aa2-8b1d7f14a7d9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.695554] env[65674]: INFO networking_nsxv3.common.synchronization [req-d907fbb5-c188-42db-ac0b-f6b490874f9f req-bb3e0d7c-90d7-447e-bdc8-afa057f60c63 tempest-DeleteServersTestJSON-212486772 tempest-DeleteServersTestJSON-212486772-project-member] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 1002.696166] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 1002.696524] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.696659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.696723] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.696952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.697444] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.697573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.697644] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.697829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.697935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.698065] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.068266] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.068629] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.068728] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.068998] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.069222] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.069401] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.069546] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.069760] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.069987] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.070366] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.070502] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.070613] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.070774] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.070890] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.070992] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.071172] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.082494] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.082645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.082714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.082992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.083142] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.083274] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6c45a8-653b-464e-b355-9b393b258fcc is going to be updated. [ 1003.094245] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.094506] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.094612] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.094858] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.095199] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-eb3b5900-b749-46a1-86a5-2db2901378e2 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.095409] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-eb3b5900-b749-46a1-86a5-2db2901378e2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.095529] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-eb3b5900-b749-46a1-86a5-2db2901378e2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.095872] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-eb3b5900-b749-46a1-86a5-2db2901378e2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.096027] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3b5900-b749-46a1-86a5-2db2901378e2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.121216] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.121216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.121216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.121216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.121216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.133139] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: IN_PROGRESS for 2s [ 1003.151913] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5de174c-db1f-41da-9aa2-8b1d7f14a7d9: rpc.has_security_group_logging(os_id): False [ 1003.172313] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.172313] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.172313] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.172313] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.172313] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.172313] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.172313] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.172313] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.172661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.172661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.172661] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 is going to be created. [ 1003.200449] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.200616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.200689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.200901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.200994] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.201207] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.201305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.201367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.201517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.201613] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.201725] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be updated. [ 1003.229963] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.229963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.229963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.229963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.229963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.239078] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 1003.242677] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.242677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.242677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.242677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.242677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.252791] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 in Status: IN_PROGRESS for 2s [ 1003.600559] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.600960] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.600960] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.601129] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.601297] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.601451] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port eb3b5900-b749-46a1-86a5-2db2901378e2 not found, creating... [ 1003.601743] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.601913] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.602038] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.602353] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.602481] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.602813] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.605016] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.605016] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.605016] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.605016] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.605016] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: eb3b5900-b749-46a1-86a5-2db2901378e2 is going to be created. [ 1003.638746] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.639071] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.639897] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.639897] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.640072] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.640297] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-eb3b5900-b749-46a1-86a5-2db2901378e2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.402042] env[65674]: INFO networking_nsxv3.common.synchronization [req-d907fbb5-c188-42db-ac0b-f6b490874f9f req-577d7928-a64b-4c57-87a9-2dc9f87907e8 service nova] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_rules [ 1004.402716] env[65674]: INFO networking_nsxv3.common.synchronization [req-d907fbb5-c188-42db-ac0b-f6b490874f9f req-577d7928-a64b-4c57-87a9-2dc9f87907e8 service nova] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 1004.402716] env[65674]: INFO networking_nsxv3.common.synchronization [req-d907fbb5-c188-42db-ac0b-f6b490874f9f req-577d7928-a64b-4c57-87a9-2dc9f87907e8 service nova] Enqueued Resource ID: eb3b5900-b749-46a1-86a5-2db2901378e2 with Priority: HIGHEST for action port [ 1004.402906] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_rules [ 1004.403034] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 1004.403196] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb3b5900-b749-46a1-86a5-2db2901378e2 with Priority: HIGHEST for action port [ 1004.404183] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.404183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.404306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.404578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.404664] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.405750] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.405891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.406165] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb3b5900-b749-46a1-86a5-2db2901378e2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.406321] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb3b5900-b749-46a1-86a5-2db2901378e2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.406469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb3b5900-b749-46a1-86a5-2db2901378e2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.406544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb3b5900-b749-46a1-86a5-2db2901378e2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.406612] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3b5900-b749-46a1-86a5-2db2901378e2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.909044] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.909439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.910673] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb3b5900-b749-46a1-86a5-2db2901378e2 with status ACTIVE [ 1004.911322] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.911322] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.911322] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.911493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.911527] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.911783] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.911880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.911880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.912082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.912243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.912605] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.912605] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.912605] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.912809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.912809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.912972] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb3b5900-b749-46a1-86a5-2db2901378e2 is going to be updated. [ 1004.937523] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.937523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.937523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.937523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.938629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.938629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb3b5900-b749-46a1-86a5-2db2901378e2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.966663] env[65674]: INFO networking_nsxv3.common.synchronization [req-0afcb176-a3ce-49ca-b6d3-1625b17863b0 req-67be5a56-2318-4c9b-b43a-8080045a3ce8 tempest-ServerPasswordTestJSON-41346094 tempest-ServerPasswordTestJSON-41346094-project-member] Enqueued Resource ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 with Priority: HIGHEST for action security_group_members [ 1004.967012] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 with Priority: HIGHEST for action security_group_members [ 1004.967359] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa3775a-12b5-4c55-a27c-ca705827a8b5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.967477] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.967536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.967719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.967877] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.967979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.968054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.968200] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.968283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.968380] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa3775a-12b5-4c55-a27c-ca705827a8b5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.147205] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: SUCCESS [ 1005.147858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.233720] env[65674]: INFO networking_nsxv3.common.synchronization [req-a12b18c8-61d0-490f-809f-6f7f89bd3f4c req-e16c193d-24ff-4524-9dc4-d55ff0d35ab4 tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 1005.234323] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 1005.235297] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.235438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.235529] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.238988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.239190] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.239306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.239373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.239537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.239626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.239724] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.256006] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 1005.256208] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 deletion is rescheduled due to dependency. [ 1005.256325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.258060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.258299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.258588] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.258713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.258778] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.258932] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.259024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.259131] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.270641] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 in Status: SUCCESS [ 1005.270902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.470384] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.470574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.470881] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.471222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.471451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.471573] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.472901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.472901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.472901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.472901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.472901] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 is going to be updated. [ 1005.505638] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.505829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.505873] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.507351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.507351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.515936] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 in Status: IN_PROGRESS for 2s [ 1005.743630] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.769266] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.232579] env[65674]: INFO networking_nsxv3.common.synchronization [None req-0cc79556-1aed-4a97-bf6d-25f2a39c8de9 tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 1006.233023] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 1006.233711] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.233849] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.246286] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.274367] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.750581] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.751048] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.751048] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.751048] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.751214] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.751247] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be updated. [ 1006.778554] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.778751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.778812] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.779057] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.779172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.779290] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be updated. [ 1006.792046] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.792046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.792046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.792046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.792350] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.802436] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: IN_PROGRESS for 2s [ 1006.814665] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.814879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.814940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.815123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.815271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.824137] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 1007.272685] env[65674]: INFO networking_nsxv3.common.synchronization [None req-7770bf1e-650d-4a2d-8eb0-89c071b9a0f4 None None] Enqueued Resource ID: a4b2f7b7-1100-48c0-b2e1-e3b6107bc77f with Priority: HIGHEST for action port [ 1007.273358] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b2f7b7-1100-48c0-b2e1-e3b6107bc77f with Priority: HIGHEST for action port [ 1007.273753] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4b2f7b7-1100-48c0-b2e1-e3b6107bc77f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.273924] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4b2f7b7-1100-48c0-b2e1-e3b6107bc77f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.275585] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4b2f7b7-1100-48c0-b2e1-e3b6107bc77f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.275885] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4b2f7b7-1100-48c0-b2e1-e3b6107bc77f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.275972] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b2f7b7-1100-48c0-b2e1-e3b6107bc77f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.528008] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 in Status: SUCCESS [ 1007.528246] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa3775a-12b5-4c55-a27c-ca705827a8b5 deletion is rescheduled due to dependency. [ 1007.528356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa3775a-12b5-4c55-a27c-ca705827a8b5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.779022] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4b2f7b7-1100-48c0-b2e1-e3b6107bc77f [ 1007.780436] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.780609] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.780681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.781564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.781564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.781564] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4b2f7b7-1100-48c0-b2e1-e3b6107bc77f already deleted. [ 1007.781564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4b2f7b7-1100-48c0-b2e1-e3b6107bc77f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.283713] env[65674]: INFO networking_nsxv3.common.synchronization [req-2a16d660-67b2-4ac8-9325-5098a650de1d req-b48a037f-ec04-45db-aaa8-ecfdfb69f014 tempest-SecurityGroupRulesTestJSON-184651293 tempest-SecurityGroupRulesTestJSON-184651293-project-member] Enqueued Resource ID: 0896574c-9676-4512-aae8-f21309b32ff5 with Priority: HIGHEST for action security_group_rules [ 1008.284630] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0896574c-9676-4512-aae8-f21309b32ff5 with Priority: HIGHEST for action security_group_rules [ 1008.285030] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0896574c-9676-4512-aae8-f21309b32ff5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.285212] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0896574c-9676-4512-aae8-f21309b32ff5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.285258] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0896574c-9676-4512-aae8-f21309b32ff5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.285658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0896574c-9676-4512-aae8-f21309b32ff5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.285806] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0896574c-9676-4512-aae8-f21309b32ff5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.335796] env[65674]: INFO networking_nsxv3.common.synchronization [None req-cff162df-722f-4130-8b68-355fb5e6bfb8 tempest-ServerActionsTestOtherA-639188317 tempest-ServerActionsTestOtherA-639188317-project-member] Enqueued Resource ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 with Priority: HIGHEST for action security_group_rules [ 1008.336315] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 with Priority: HIGHEST for action security_group_rules [ 1008.336644] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.336755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.336821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.338919] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.339106] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43d2f299-3e97-4dfd-bcc5-0f594ab82fc7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.455967] env[65674]: INFO networking_nsxv3.common.synchronization [None req-b575a104-ec8d-4ed6-843a-0c01373ea391 tempest-ServerActionsTestOtherA-639188317 tempest-ServerActionsTestOtherA-639188317-project-member] Enqueued Resource ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 with Priority: HIGHEST for action security_group_rules [ 1008.456608] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 with Priority: HIGHEST for action security_group_rules [ 1008.458103] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.458329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.810672] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.810892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.810892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.811133] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.811235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.811364] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0896574c-9676-4512-aae8-f21309b32ff5 already deleted. [ 1008.811730] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0896574c-9676-4512-aae8-f21309b32ff5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.813291] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 1008.813472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.817019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.817019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.817019] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.817019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.817019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.817019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.817019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.817019] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.834801] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 1008.835391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.835391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.835391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.835661] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.835661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.835661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.835822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.835966] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.835966] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.836077] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.860552] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.860707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.860825] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.860980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.861088] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.861179] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 already deleted. [ 1008.861263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.861414] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.861596] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.861689] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43d2f299-3e97-4dfd-bcc5-0f594ab82fc7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.316557] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.316808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.316808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.317017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.317118] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.317321] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.317611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.317611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.317740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.317740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.317801] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be updated. [ 1009.338415] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.338612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.338661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.338854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.339035] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.339138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.339203] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.339351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.339438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.339526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.339672] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.339764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.339823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.339959] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.340119] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.340229] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.340293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.340431] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.340506] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.340585] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.340676] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.348609] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.348771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.348771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.348941] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.349100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.359261] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: IN_PROGRESS for 2s [ 1009.386892] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.387056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.387131] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.387358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.387602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.387602] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 already deleted. [ 1009.387602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.763720] env[65674]: INFO networking_nsxv3.common.synchronization [req-4b52c4d1-584f-447e-a52d-36052f13765d req-c47314b8-b2d8-4781-a22e-fb0eedaeb84e tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 with Priority: HIGHEST for action security_group_members [ 1009.764293] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 with Priority: HIGHEST for action security_group_members [ 1009.765238] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2ea49e-563c-429d-aecc-b4ab587175d0 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.765238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.765238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.765238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.765238] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.765238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.765572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.765572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.765572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.765682] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2ea49e-563c-429d-aecc-b4ab587175d0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.844136] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d237632f-4d7a-4d2b-9c4d-e5ca0aca7231: rpc.has_security_group_logging(os_id): False [ 1009.865498] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.865739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.865739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.865965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.866064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.866282] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.866402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.866466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.866592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.866695] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.866957] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.867150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.867150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.867283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.867362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.867530] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.867627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.867681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.867810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.867871] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.867961] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be updated. [ 1009.939787] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.939787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.939787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.939787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.939787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.945583] env[65674]: INFO networking_nsxv3.common.synchronization [None req-4ba622f9-a413-4a1e-a864-e73ed071267d None None] Enqueued Resource ID: e62bb581-7900-48d2-8fd1-9943c0240bea with Priority: HIGHEST for action port [ 1009.945722] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62bb581-7900-48d2-8fd1-9943c0240bea with Priority: HIGHEST for action port [ 1009.948833] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-e62bb581-7900-48d2-8fd1-9943c0240bea taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.948833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e62bb581-7900-48d2-8fd1-9943c0240bea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.948833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e62bb581-7900-48d2-8fd1-9943c0240bea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.948833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e62bb581-7900-48d2-8fd1-9943c0240bea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.948833] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e62bb581-7900-48d2-8fd1-9943c0240bea',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.960901] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 1010.213540] env[65674]: INFO networking_nsxv3.common.synchronization [req-537eb96b-2916-458f-afac-5e71524ddc47 req-bc0aa700-dcca-4d8d-9970-cc8e47dbedb5 tempest-SecurityGroupRulesTestJSON-184651293 tempest-SecurityGroupRulesTestJSON-184651293-project-member] Enqueued Resource ID: cce8d7fd-07d7-45df-8e9e-2294300b2f97 with Priority: HIGHEST for action security_group_rules [ 1010.214531] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cce8d7fd-07d7-45df-8e9e-2294300b2f97 with Priority: HIGHEST for action security_group_rules [ 1010.215041] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cce8d7fd-07d7-45df-8e9e-2294300b2f97 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.215503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cce8d7fd-07d7-45df-8e9e-2294300b2f97" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.215661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cce8d7fd-07d7-45df-8e9e-2294300b2f97" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.216049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cce8d7fd-07d7-45df-8e9e-2294300b2f97" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.216202] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cce8d7fd-07d7-45df-8e9e-2294300b2f97',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.268640] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.268801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.268903] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.269111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.269216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.269426] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.269530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.269592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.269746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.269820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.269906] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 is going to be updated. [ 1010.299209] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.299533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.299533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.299646] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.299814] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.309959] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 in Status: IN_PROGRESS for 2s [ 1010.451137] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e62bb581-7900-48d2-8fd1-9943c0240bea [ 1010.451137] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.451137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.451137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.451137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.451137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.451137] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e62bb581-7900-48d2-8fd1-9943c0240bea already deleted. [ 1010.451137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e62bb581-7900-48d2-8fd1-9943c0240bea" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.737912] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.738067] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.738136] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.738324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.739767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.739767] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cce8d7fd-07d7-45df-8e9e-2294300b2f97 already deleted. [ 1010.739767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cce8d7fd-07d7-45df-8e9e-2294300b2f97" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.366857] env[65674]: INFO networking_nsxv3.common.synchronization [req-aa956605-4768-499c-ada8-766ff553d7f3 req-6b2e93eb-348f-41d7-aaf2-88e71455826f tempest-ServersTestJSON-175155130 tempest-ServersTestJSON-175155130-project-member] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1011.367396] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1011.367701] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.367822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.367889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.368194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.368324] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.368324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.368473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.368621] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.368621] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.368759] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.373045] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 1011.373045] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d deletion is rescheduled due to dependency. [ 1011.373045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.784023] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.784023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.784023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.784023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.784023] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.784023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.784023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.784023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.784023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.784666] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.784666] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.784666] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.784666] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.784666] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.784895] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.784895] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.809366] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.809366] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.809366] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.809366] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.809366] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-3328dcb9-58d0-4349-84c9-7a34ed68c4b2 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.809366] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-3328dcb9-58d0-4349-84c9-7a34ed68c4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.809366] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-3328dcb9-58d0-4349-84c9-7a34ed68c4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.809366] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-3328dcb9-58d0-4349-84c9-7a34ed68c4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.809366] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3328dcb9-58d0-4349-84c9-7a34ed68c4b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.870711] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.982194] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 1011.982533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.060244] env[65674]: INFO networking_nsxv3.common.synchronization [req-e8220188-80ac-4901-96cd-b3ce43504181 req-e05e8fab-0183-4ca0-b262-12dd5bf29987 tempest-SecurityGroupRulesTestJSON-184651293 tempest-SecurityGroupRulesTestJSON-184651293-project-member] Enqueued Resource ID: 10056cdb-13d6-4ada-925f-e61cec4ebf15 with Priority: HIGHEST for action security_group_rules [ 1012.060822] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10056cdb-13d6-4ada-925f-e61cec4ebf15 with Priority: HIGHEST for action security_group_rules [ 1012.061164] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10056cdb-13d6-4ada-925f-e61cec4ebf15 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.061300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10056cdb-13d6-4ada-925f-e61cec4ebf15" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.061398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10056cdb-13d6-4ada-925f-e61cec4ebf15" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.061613] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10056cdb-13d6-4ada-925f-e61cec4ebf15" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.061703] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10056cdb-13d6-4ada-925f-e61cec4ebf15',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.312140] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.313342] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.313342] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.313342] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.313342] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.313637] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 3328dcb9-58d0-4349-84c9-7a34ed68c4b2 not found, creating... [ 1012.313723] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.313942] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.314056] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.314243] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.314383] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.314716] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.314912] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.315106] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.315531] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.315625] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.315773] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 3328dcb9-58d0-4349-84c9-7a34ed68c4b2 is going to be created. [ 1012.327327] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 in Status: SUCCESS [ 1012.327454] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 deletion is rescheduled due to dependency. [ 1012.328323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.339520] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.339757] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.339757] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.339977] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.340227] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.340458] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-3328dcb9-58d0-4349-84c9-7a34ed68c4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.373344] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.583067] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.583270] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.583270] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.583485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.583585] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.583673] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10056cdb-13d6-4ada-925f-e61cec4ebf15 already deleted. [ 1012.583765] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10056cdb-13d6-4ada-925f-e61cec4ebf15" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.683934] env[65674]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1012.684263] env[65674]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] NSXv3 Agent Agent loop - iteration:2 started [ 1012.876271] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.876590] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.876590] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.877216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.877216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.877216] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1012.906209] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.906209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.906209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.906209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.906209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.919340] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1012.970085] env[65674]: INFO networking_nsxv3.common.synchronization [req-1e789e3f-f6e3-4f0e-a903-c34ebfa3d4d0 req-8887727a-8ff5-4579-be3e-72a6c7dc4256 tempest-SecurityGroupRulesTestJSON-184651293 tempest-SecurityGroupRulesTestJSON-184651293-project-member] Enqueued Resource ID: 9ef90a37-db9c-4d8d-ae00-623bf0d359ef with Priority: HIGHEST for action security_group_rules [ 1012.970711] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef90a37-db9c-4d8d-ae00-623bf0d359ef with Priority: HIGHEST for action security_group_rules [ 1012.971102] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ef90a37-db9c-4d8d-ae00-623bf0d359ef taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.971347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ef90a37-db9c-4d8d-ae00-623bf0d359ef" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.971421] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ef90a37-db9c-4d8d-ae00-623bf0d359ef" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.971673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ef90a37-db9c-4d8d-ae00-623bf0d359ef" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.971757] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ef90a37-db9c-4d8d-ae00-623bf0d359ef',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.026531] env[65674]: INFO networking_nsxv3.common.synchronization [req-aa956605-4768-499c-ada8-766ff553d7f3 req-23c3f2f6-aedf-46eb-85ad-290ced12fc9b service nova] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_rules [ 1013.026805] env[65674]: INFO networking_nsxv3.common.synchronization [req-aa956605-4768-499c-ada8-766ff553d7f3 req-23c3f2f6-aedf-46eb-85ad-290ced12fc9b service nova] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1013.027008] env[65674]: INFO networking_nsxv3.common.synchronization [req-aa956605-4768-499c-ada8-766ff553d7f3 req-23c3f2f6-aedf-46eb-85ad-290ced12fc9b service nova] Enqueued Resource ID: 3328dcb9-58d0-4349-84c9-7a34ed68c4b2 with Priority: HIGHEST for action port [ 1013.027766] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_rules [ 1013.027944] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1013.028151] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3328dcb9-58d0-4349-84c9-7a34ed68c4b2 with Priority: HIGHEST for action port [ 1013.028415] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.028602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.028709] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.028959] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.029105] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.030247] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.030459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.030815] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-3328dcb9-58d0-4349-84c9-7a34ed68c4b2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.030994] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3328dcb9-58d0-4349-84c9-7a34ed68c4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.031123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3328dcb9-58d0-4349-84c9-7a34ed68c4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.031371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3328dcb9-58d0-4349-84c9-7a34ed68c4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.031598] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3328dcb9-58d0-4349-84c9-7a34ed68c4b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.494577] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.494577] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.494577] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.494833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.494889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.494970] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ef90a37-db9c-4d8d-ae00-623bf0d359ef already deleted. [ 1013.495071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ef90a37-db9c-4d8d-ae00-623bf0d359ef" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.534203] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3328dcb9-58d0-4349-84c9-7a34ed68c4b2 with status ACTIVE [ 1013.534457] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.534620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.534683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.534900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.534996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.535221] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.535326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.535390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.535545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.535629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.536508] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.536663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.536663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.536988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.537222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.537222] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3328dcb9-58d0-4349-84c9-7a34ed68c4b2 is going to be updated. [ 1013.538857] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.539022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.562033] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.562200] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.562298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.562590] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.562767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.563466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3328dcb9-58d0-4349-84c9-7a34ed68c4b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.962184] env[65674]: INFO networking_nsxv3.common.synchronization [req-ae72189c-6f6c-4132-8d10-018b1401b4b2 req-c1c171f6-916d-4737-b8ec-757db648918e tempest-SecurityGroupRulesTestJSON-184651293 tempest-SecurityGroupRulesTestJSON-184651293-project-member] Enqueued Resource ID: 9b0e6049-383a-445f-9294-0fb78b659f77 with Priority: HIGHEST for action security_group_rules [ 1013.962184] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0e6049-383a-445f-9294-0fb78b659f77 with Priority: HIGHEST for action security_group_rules [ 1013.962513] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b0e6049-383a-445f-9294-0fb78b659f77 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.962874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b0e6049-383a-445f-9294-0fb78b659f77" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.962941] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b0e6049-383a-445f-9294-0fb78b659f77" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.963411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b0e6049-383a-445f-9294-0fb78b659f77" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.963505] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b0e6049-383a-445f-9294-0fb78b659f77',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.421154] env[65674]: INFO networking_nsxv3.common.synchronization [req-882721b9-532e-4c1d-9e68-8ff9955509de req-43045d24-0a36-4482-9092-aa0f0cba080f tempest-SecurityGroupRulesTestJSON-184651293 tempest-SecurityGroupRulesTestJSON-184651293-project-member] Enqueued Resource ID: 9b0e6049-383a-445f-9294-0fb78b659f77 with Priority: HIGHEST for action security_group_rules [ 1014.421708] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0e6049-383a-445f-9294-0fb78b659f77 with Priority: HIGHEST for action security_group_rules [ 1014.422190] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b0e6049-383a-445f-9294-0fb78b659f77 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.422357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b0e6049-383a-445f-9294-0fb78b659f77" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.490056] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.490234] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.490319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.490522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.490620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.490714] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b0e6049-383a-445f-9294-0fb78b659f77 already deleted. [ 1014.490792] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b0e6049-383a-445f-9294-0fb78b659f77" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.491403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b0e6049-383a-445f-9294-0fb78b659f77" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.491593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b0e6049-383a-445f-9294-0fb78b659f77" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.491658] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b0e6049-383a-445f-9294-0fb78b659f77',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.930027] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1014.930473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.930658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.930942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.931279] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.931436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.931516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.931966] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.932131] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.932358] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.016779] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.017238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.017238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.017327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.017411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.017512] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b0e6049-383a-445f-9294-0fb78b659f77 already deleted. [ 1015.017593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b0e6049-383a-445f-9294-0fb78b659f77" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.267818] env[65674]: INFO networking_nsxv3.common.synchronization [req-fa203de3-c981-4f10-a9f3-26edb8b5773d req-063ead01-591e-4d47-99d3-a58b832305dd tempest-SecurityGroupRulesTestJSON-184651293 tempest-SecurityGroupRulesTestJSON-184651293-project-member] Enqueued Resource ID: 9b0e6049-383a-445f-9294-0fb78b659f77 with Priority: HIGHEST for action security_group_rules [ 1015.269135] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0e6049-383a-445f-9294-0fb78b659f77 with Priority: HIGHEST for action security_group_rules [ 1015.269922] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b0e6049-383a-445f-9294-0fb78b659f77 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.269922] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b0e6049-383a-445f-9294-0fb78b659f77" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.269922] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b0e6049-383a-445f-9294-0fb78b659f77" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.269922] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b0e6049-383a-445f-9294-0fb78b659f77" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.270422] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b0e6049-383a-445f-9294-0fb78b659f77',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.437435] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.799243] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.799433] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.799498] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.799683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.799781] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.799867] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b0e6049-383a-445f-9294-0fb78b659f77 already deleted. [ 1015.799953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b0e6049-383a-445f-9294-0fb78b659f77" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.939932] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.446260] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.446260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.446260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.446260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.446260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.446260] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1016.480629] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.480629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.480629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.480629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.480629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.491160] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1017.649880] env[65674]: INFO networking_nsxv3.common.synchronization [req-75952cb6-dfd9-4dc7-b3db-ce75c3ff4d19 req-ac1dd897-c880-4b59-a755-d3e1305f1b27 tempest-ServerDiskConfigTestJSON-1535982359 tempest-ServerDiskConfigTestJSON-1535982359-project-member] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 1017.651912] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 1017.651912] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.651912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.651912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.651912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.652509] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.652509] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.652509] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.652509] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.652509] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.652771] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.155207] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.155395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.155395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.155612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.155702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.155960] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.156089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.156152] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.156305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.156381] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.156468] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 1018.199698] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.200894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.200894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.201550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.201727] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.211456] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 1018.503219] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1018.503278] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.503557] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.503700] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.503890] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.504009] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.504177] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.504228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.504307] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.504390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.504480] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.006865] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.007217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.007217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.007369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.007416] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.007518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.007580] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.007727] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.007811] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.007895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.008044] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.008147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.008233] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.008445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.008605] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.008686] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.008771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.008936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.009029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.009113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.009214] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.515580] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c312056-c4d1-41a9-91b6-7c8a55c74b89: rpc.has_security_group_logging(os_id): False [ 1019.536414] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.536646] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.536646] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.536865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.536936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.537183] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.537287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.537351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.537504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.537583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.537769] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.537862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.537923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.538080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.538154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.538348] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.538449] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.538518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.538645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.538716] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.538801] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1019.606147] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.606591] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.606591] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.606720] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.606785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.622213] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1020.076476] env[65674]: INFO networking_nsxv3.common.synchronization [req-82ebf0ae-973b-49df-94eb-2cd0ff925bf0 req-480ad686-43c7-4ff3-ab57-eaef4c948588 tempest-DeleteServersTestJSON-212486772 tempest-DeleteServersTestJSON-212486772-project-member] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 1020.077075] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 1020.077515] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.079032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.079032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.079032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.079032] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.079032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.079032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.079032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.079032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.079032] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.222247] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 1020.222473] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 deletion is rescheduled due to dependency. [ 1020.222529] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.580684] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.581614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.581614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.581614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.581614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.581614] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.581614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.581614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.581968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.581968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.581968] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be updated. [ 1020.612121] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.612121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.612121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.612121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.612121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.623102] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 1020.844616] env[65674]: INFO networking_nsxv3.common.synchronization [req-53a23872-d862-4c4c-bcbb-f55d3c8947f7 req-cc9ca810-f349-42ac-920a-437a9c4c6f21 tempest-ListServerFiltersTestJSON-548961148 tempest-ListServerFiltersTestJSON-548961148-project-member] Enqueued Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 1020.845598] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGHEST for action security_group_members [ 1020.845921] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.846058] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.846122] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.846335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.846472] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.846568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.846624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.846767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.846850] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.846946] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.349053] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.349367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.349367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.350641] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.350745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.350978] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.351100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.351163] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.353019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.353019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.353019] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6c45a8-653b-464e-b355-9b393b258fcc is going to be updated. [ 1021.383815] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.385488] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.385488] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.385488] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.385488] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.408387] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: IN_PROGRESS for 2s [ 1021.640179] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1021.640422] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.636057] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 1022.636057] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 deletion is rescheduled due to dependency. [ 1022.636057] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.418387] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6c45a8-653b-464e-b355-9b393b258fcc in Status: SUCCESS [ 1023.418586] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6c45a8-653b-464e-b355-9b393b258fcc deletion is rescheduled due to dependency. [ 1023.418701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.009016] env[65674]: INFO networking_nsxv3.common.synchronization [req-27baaac4-47b3-45f0-9b4a-2e28b00f4676 req-e9017eb9-e623-4535-9846-ef7601097e88 tempest-ServersTestJSON-175155130 tempest-ServersTestJSON-175155130-project-member] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1024.009016] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1024.009016] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.009016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.009016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.009816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.010021] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.012402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.012542] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.012736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.012822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.012920] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.515132] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.018183] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.181251] env[65674]: INFO networking_nsxv3.common.synchronization [None req-ba04085d-0686-4a76-94ab-574132d576ab tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_rules [ 1025.181766] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_rules [ 1025.182188] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.182188] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.182188] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.182434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.182587] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.265446] env[65674]: INFO networking_nsxv3.common.synchronization [None req-4c3e2084-1e9b-493c-afa3-9ab9ff4ad2f0 tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_rules [ 1025.265446] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_rules [ 1025.265961] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.265961] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.522618] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.522778] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.522851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.523091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.523186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.523322] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1025.564100] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.564100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.564100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.564100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.564100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.582228] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1025.705793] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.705793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.705793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.705793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.705793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.705793] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 already deleted. [ 1025.706194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.706235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.706645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.706645] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.226160] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.226442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.226442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.226583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.226667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.226756] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 already deleted. [ 1026.226835] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.850548] env[65674]: INFO networking_nsxv3.common.synchronization [req-f71c33e5-61e1-4696-a39d-e1736eff08df req-1941a8f7-fd32-4c0a-8954-0bddf8a2f221 tempest-ServerActionsTestOtherA-639188317 tempest-ServerActionsTestOtherA-639188317-project-member] Enqueued Resource ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 with Priority: HIGHEST for action security_group_members [ 1026.851077] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 with Priority: HIGHEST for action security_group_members [ 1026.851380] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.851497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.851565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.851800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.851954] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.852072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.852132] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.852275] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.852357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.852448] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d2f299-3e97-4dfd-bcc5-0f594ab82fc7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.137103] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.137365] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.137528] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.137819] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.138147] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.138576] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.138576] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.138851] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.139027] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.139224] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.139336] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.139463] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.139573] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.139776] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.139776] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.139914] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.161381] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.161666] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.161844] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.162086] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.162448] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-d1935842-b0c2-44ec-9a4f-33fee264bc95 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.162662] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-d1935842-b0c2-44ec-9a4f-33fee264bc95" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.162812] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-d1935842-b0c2-44ec-9a4f-33fee264bc95" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.163137] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-d1935842-b0c2-44ec-9a4f-33fee264bc95" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.163281] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1935842-b0c2-44ec-9a4f-33fee264bc95',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.356510] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.356859] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.356859] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.356966] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.357053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.357311] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.357420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.357483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.357641] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.357839] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.357933] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 already deleted. [ 1027.358030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.592631] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1027.592953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.665594] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.665895] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.666102] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.666485] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.666703] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.666920] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port d1935842-b0c2-44ec-9a4f-33fee264bc95 not found, creating... [ 1027.667289] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.667516] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.667714] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.668031] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.668259] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.668665] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.668895] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.669062] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.669336] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.669530] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.669743] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: d1935842-b0c2-44ec-9a4f-33fee264bc95 is going to be created. [ 1027.691232] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.691445] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.692783] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.692783] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.692783] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.692783] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-d1935842-b0c2-44ec-9a4f-33fee264bc95" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.437390] env[65674]: INFO networking_nsxv3.common.synchronization [req-f71c33e5-61e1-4696-a39d-e1736eff08df req-ca5a98f1-8e5d-4459-be11-0d319fc7ac0f service nova] Enqueued Resource ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 with Priority: HIGHEST for action security_group_rules [ 1028.437697] env[65674]: INFO networking_nsxv3.common.synchronization [req-f71c33e5-61e1-4696-a39d-e1736eff08df req-ca5a98f1-8e5d-4459-be11-0d319fc7ac0f service nova] Enqueued Resource ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 with Priority: HIGHEST for action security_group_members [ 1028.437697] env[65674]: INFO networking_nsxv3.common.synchronization [req-f71c33e5-61e1-4696-a39d-e1736eff08df req-ca5a98f1-8e5d-4459-be11-0d319fc7ac0f service nova] Enqueued Resource ID: d1935842-b0c2-44ec-9a4f-33fee264bc95 with Priority: HIGHEST for action port [ 1028.437974] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 with Priority: HIGHEST for action security_group_rules [ 1028.438030] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 with Priority: HIGHEST for action security_group_members [ 1028.438302] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1935842-b0c2-44ec-9a4f-33fee264bc95 with Priority: HIGHEST for action port [ 1028.438686] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.438814] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.438922] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.441041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.441041] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43d2f299-3e97-4dfd-bcc5-0f594ab82fc7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.442347] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.442480] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.442604] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.442813] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.443048] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.443212] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.443324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.443565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.443712] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.443827] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d2f299-3e97-4dfd-bcc5-0f594ab82fc7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.445179] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1935842-b0c2-44ec-9a4f-33fee264bc95 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.445328] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1935842-b0c2-44ec-9a4f-33fee264bc95" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.445398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1935842-b0c2-44ec-9a4f-33fee264bc95" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.445579] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1935842-b0c2-44ec-9a4f-33fee264bc95" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.445725] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1935842-b0c2-44ec-9a4f-33fee264bc95',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.947859] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43d2f299-3e97-4dfd-bcc5-0f594ab82fc7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.949202] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.949327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.949501] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1935842-b0c2-44ec-9a4f-33fee264bc95 with status ACTIVE [ 1028.950696] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.950855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.950944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.952664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.952664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.952664] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.952664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.952664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.952664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.952664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.952664] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.952664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.952664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.952664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.952664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.952664] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1935842-b0c2-44ec-9a4f-33fee264bc95 is going to be updated. [ 1028.983170] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.983648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.983648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.983913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.983986] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.984220] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1935842-b0c2-44ec-9a4f-33fee264bc95" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.291443] env[65674]: INFO networking_nsxv3.common.synchronization [req-f0c160ae-6fd3-4470-87d6-338b10132ab5 req-5bda446c-9fee-4ee3-a106-a03795bee8aa tempest-ServersTestMultiNic-1002580373 tempest-ServersTestMultiNic-1002580373-project-member] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 1029.292524] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 1029.292524] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.292524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.292524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.292909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.293189] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.293333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.293403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.293605] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.293814] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.293944] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.455574] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43d2f299-3e97-4dfd-bcc5-0f594ab82fc7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.598860] env[65674]: INFO networking_nsxv3.common.synchronization [req-f0c160ae-6fd3-4470-87d6-338b10132ab5 req-5b3a4937-58c3-4875-a36c-a24677beb2f2 tempest-ServersTestMultiNic-1002580373 tempest-ServersTestMultiNic-1002580373-project-member] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 1029.599790] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 1029.600254] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.600492] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.798397] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.798397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.798397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.798397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.798397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.798397] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.798397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.798397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.798397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.798397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.798397] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be updated. [ 1029.825516] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.825795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.825917] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.826263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.826472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.835301] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: IN_PROGRESS for 2s [ 1029.923667] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.923901] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-673" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.924038] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-673" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.924368] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-673" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.924626] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.924778] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.924892] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.925119] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.925259] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.925461] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.925568] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.925671] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.925781] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.925919] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.926036] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.926165] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.954261] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.954435] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.954571] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.954749] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-673" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.955242] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-e538f755-9a3e-4bbe-a989-7f9f9f13ecc9 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.955578] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-e538f755-9a3e-4bbe-a989-7f9f9f13ecc9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.955733] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-e538f755-9a3e-4bbe-a989-7f9f9f13ecc9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.956143] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-e538f755-9a3e-4bbe-a989-7f9f9f13ecc9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.956294] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e538f755-9a3e-4bbe-a989-7f9f9f13ecc9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.958817] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.958955] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.959030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.959217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.959304] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.959394] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 is going to be created. [ 1029.985304] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.985526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.985526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.985663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.985894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.999604] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 in Status: UNINITIALIZED for 2s [ 1030.462585] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.462585] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.462585] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.463577] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.463577] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.463734] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port e538f755-9a3e-4bbe-a989-7f9f9f13ecc9 not found, creating... [ 1030.464115] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.464391] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.464538] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.465144] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.465144] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.465326] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.465484] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.465634] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.465834] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.465958] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.466148] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: e538f755-9a3e-4bbe-a989-7f9f9f13ecc9 is going to be created. [ 1030.499484] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.499787] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.499993] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.500388] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.500718] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.501040] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-e538f755-9a3e-4bbe-a989-7f9f9f13ecc9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.194809] env[65674]: INFO networking_nsxv3.common.synchronization [req-f0c160ae-6fd3-4470-87d6-338b10132ab5 req-2b969e04-fa4a-468d-9d2a-703217d74f6b service nova] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_rules [ 1031.195070] env[65674]: INFO networking_nsxv3.common.synchronization [req-f0c160ae-6fd3-4470-87d6-338b10132ab5 req-2b969e04-fa4a-468d-9d2a-703217d74f6b service nova] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 1031.195234] env[65674]: INFO networking_nsxv3.common.synchronization [req-f0c160ae-6fd3-4470-87d6-338b10132ab5 req-2b969e04-fa4a-468d-9d2a-703217d74f6b service nova] Enqueued Resource ID: e538f755-9a3e-4bbe-a989-7f9f9f13ecc9 with Priority: HIGHEST for action port [ 1031.195466] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_rules [ 1031.195735] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 1031.195735] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e538f755-9a3e-4bbe-a989-7f9f9f13ecc9 with Priority: HIGHEST for action port [ 1031.197144] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.197144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.197144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.197348] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.197423] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.198269] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.198375] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.198561] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-e538f755-9a3e-4bbe-a989-7f9f9f13ecc9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.198655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e538f755-9a3e-4bbe-a989-7f9f9f13ecc9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.198719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e538f755-9a3e-4bbe-a989-7f9f9f13ecc9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.198909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e538f755-9a3e-4bbe-a989-7f9f9f13ecc9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.198986] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e538f755-9a3e-4bbe-a989-7f9f9f13ecc9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.701242] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.701646] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.701740] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e538f755-9a3e-4bbe-a989-7f9f9f13ecc9 with status ACTIVE [ 1031.701933] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.702080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.702142] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.702323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.702448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.702677] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.702795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.702842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.703009] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.703106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.703303] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.703395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.703484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.703584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.703654] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.703739] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e538f755-9a3e-4bbe-a989-7f9f9f13ecc9 is going to be updated. [ 1031.728529] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.728730] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.728730] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.728945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.729100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.729296] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e538f755-9a3e-4bbe-a989-7f9f9f13ecc9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.848198] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 1031.848198] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 deletion is rescheduled due to dependency. [ 1031.848198] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.848198] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.848198] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.848198] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.848198] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.848198] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.848549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.848549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.848636] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.009565] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 in Status: SUCCESS [ 1032.009796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.009967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.010210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.010404] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.010522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.010585] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.010738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.010841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.010915] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.011078] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43d2f299-3e97-4dfd-bcc5-0f594ab82fc7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.081554] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.081805] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-349" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.081932] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-349" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.082275] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-349" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.082531] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.082727] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.082842] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.083070] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.083217] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.083419] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.083531] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.083638] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.083774] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.083901] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.084017] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.084152] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.104084] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.104319] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.104507] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.104753] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-349" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.105175] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.105385] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.105508] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.105840] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.105976] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.350591] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.513969] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43d2f299-3e97-4dfd-bcc5-0f594ab82fc7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.612217] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.612547] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.612780] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.613449] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.613449] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.613694] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06 not found, creating... [ 1032.614103] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.614388] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.614847] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.615681] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.615998] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.616366] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.616631] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.616872] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.617217] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.617411] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.617638] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06 is going to be created. [ 1032.638696] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.638696] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.638891] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.639073] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.639322] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.639552] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.823624] env[65674]: INFO networking_nsxv3.common.synchronization [req-1b7c3c42-40ce-423d-b891-d658291088af req-880e52c8-6f4a-4d70-8fec-94bcd901ab2b tempest-ServerDiskConfigTestJSON-1535982359 tempest-ServerDiskConfigTestJSON-1535982359-project-member] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 1032.824229] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 1032.824595] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.824722] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.824796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.824982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.825199] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.825301] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.825365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.825518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.825601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.825694] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.853268] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.017471] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7: rpc.has_security_group_logging(os_id): False [ 1033.035696] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.036037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.036200] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.036626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.036813] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.037221] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.037481] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.037610] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.037835] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.038055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.038259] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 is going to be created. [ 1033.107018] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.107018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.107018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.107018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.107018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.116059] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 in Status: IN_PROGRESS for 2s [ 1033.196742] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.196993] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.197178] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.197460] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.197784] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.198010] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.198190] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.198673] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.198853] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.199111] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.199250] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.199469] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.199645] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.199868] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.200033] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.200248] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.220781] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.221097] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.221097] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.221303] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-159" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.221722] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-e74a188d-10dc-4386-8f51-e49a455b2908 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.221945] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-e74a188d-10dc-4386-8f51-e49a455b2908" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.222023] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-e74a188d-10dc-4386-8f51-e49a455b2908" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.222369] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-e74a188d-10dc-4386-8f51-e49a455b2908" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.222542] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e74a188d-10dc-4386-8f51-e49a455b2908',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.327446] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.327604] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.327650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.327831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.327923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.328159] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.328261] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.328324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.328484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.328587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.328679] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 1033.343323] env[65674]: INFO networking_nsxv3.common.synchronization [req-f0c160ae-6fd3-4470-87d6-338b10132ab5 req-82acc266-ca44-44bd-9a44-e7dc99623375 service nova] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_rules [ 1033.343451] env[65674]: INFO networking_nsxv3.common.synchronization [req-f0c160ae-6fd3-4470-87d6-338b10132ab5 req-82acc266-ca44-44bd-9a44-e7dc99623375 service nova] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 1033.343595] env[65674]: INFO networking_nsxv3.common.synchronization [req-f0c160ae-6fd3-4470-87d6-338b10132ab5 req-82acc266-ca44-44bd-9a44-e7dc99623375 service nova] Enqueued Resource ID: 9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06 with Priority: HIGHEST for action port [ 1033.344135] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_rules [ 1033.344273] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 1033.344375] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06 with Priority: HIGHEST for action port [ 1033.344654] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.344758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.344951] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.345496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.346328] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.346448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.346517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.346737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.346834] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.355467] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.355642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.355642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.355826] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.355958] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.356194] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be updated. [ 1033.357992] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.358145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.358220] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.358629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.358629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.371980] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 1033.387615] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.387765] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.387838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.388232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.388837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.399278] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: IN_PROGRESS for 2s [ 1033.725698] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.726179] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.726179] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.726469] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.726632] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.726791] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port e74a188d-10dc-4386-8f51-e49a455b2908 not found, creating... [ 1033.727134] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.727308] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.727424] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.727677] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.727815] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.728151] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.728569] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.728706] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.728935] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.729096] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.729239] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: e74a188d-10dc-4386-8f51-e49a455b2908 is going to be created. [ 1033.763972] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.764235] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.764361] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.764639] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.764875] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.765115] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-e74a188d-10dc-4386-8f51-e49a455b2908" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.849973] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06 with status ACTIVE [ 1033.850414] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.850414] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.850414] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.850615] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.850716] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.850964] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.851096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.851228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.851306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.851386] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.851574] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.851668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.851722] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.851861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.851936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.852036] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06 is going to be updated. [ 1033.876284] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.876381] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.876422] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.876614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.876749] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.876914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b5cf61e-5af1-4c87-a0b8-b9c13c0ece06" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.474723] env[65674]: INFO networking_nsxv3.common.synchronization [req-1b7c3c42-40ce-423d-b891-d658291088af req-0092360b-12bf-4022-855b-5ab25fde2993 service nova] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_rules [ 1034.474723] env[65674]: INFO networking_nsxv3.common.synchronization [req-1b7c3c42-40ce-423d-b891-d658291088af req-0092360b-12bf-4022-855b-5ab25fde2993 service nova] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 1034.474723] env[65674]: INFO networking_nsxv3.common.synchronization [req-1b7c3c42-40ce-423d-b891-d658291088af req-0092360b-12bf-4022-855b-5ab25fde2993 service nova] Enqueued Resource ID: e74a188d-10dc-4386-8f51-e49a455b2908 with Priority: HIGHEST for action port [ 1034.474723] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_rules [ 1034.474723] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 1034.474723] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74a188d-10dc-4386-8f51-e49a455b2908 with Priority: HIGHEST for action port [ 1034.474723] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.475560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.475813] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.476143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.476409] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.477546] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.477773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.478173] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-e74a188d-10dc-4386-8f51-e49a455b2908 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.478519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e74a188d-10dc-4386-8f51-e49a455b2908" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.478764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e74a188d-10dc-4386-8f51-e49a455b2908" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.479191] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e74a188d-10dc-4386-8f51-e49a455b2908" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.479464] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e74a188d-10dc-4386-8f51-e49a455b2908',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.982102] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e74a188d-10dc-4386-8f51-e49a455b2908 with status ACTIVE [ 1034.982350] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.982480] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.982549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.982806] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.982904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.983108] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.983213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.983534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.983534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.983534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.983735] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.983805] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.983857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.984017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.984095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.984182] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e74a188d-10dc-4386-8f51-e49a455b2908 is going to be updated. [ 1034.985378] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.985483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.009558] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.009558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.009695] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.009914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.010117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.010287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e74a188d-10dc-4386-8f51-e49a455b2908" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.132076] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 in Status: SUCCESS [ 1035.132076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.381382] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 1035.381519] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 deletion is rescheduled due to dependency. [ 1035.381623] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.381787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.382015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.382212] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.382324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.382389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.382538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.382616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.382752] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.408489] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 1035.408709] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.408863] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.409093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.409283] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.409397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.409462] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.409610] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.409692] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.409809] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.884938] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.911591] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.387991] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.415444] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.890564] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.890766] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.890766] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.891738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.891738] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.891738] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 1036.919130] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.919130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.919367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.919408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.919594] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.919594] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be updated. [ 1036.925987] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.926136] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.926206] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.926410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.926559] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.939111] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 1036.957386] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.957527] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.957575] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.957773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.957913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.967922] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: IN_PROGRESS for 2s [ 1038.952559] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 1038.953340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.953340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.953340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.953717] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.953717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.953717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.953951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.953951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.954101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.954101] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.979927] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 1038.980206] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.980376] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.981872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.982207] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.982346] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.982467] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.982606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.982733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.982804] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.982972] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.984125] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.984328] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.984504] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.984625] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.984688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.984808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.984914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.985032] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.457072] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.457072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.457072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.457430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.457473] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.457559] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.457609] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.457764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.457853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.457943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.458105] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.458487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.458487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.458487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.458676] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.458676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.458676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.458804] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.458890] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.458974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.459077] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.475538] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1039.475643] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1039.486976] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.487147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.487344] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.962996] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42396e53-d400-46eb-89f6-b7ef6c030927: rpc.has_security_group_logging(os_id): False [ 1039.981776] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.981776] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.981776] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.986219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.986371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.987096] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.987096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.987096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.987383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.987383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.987902] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.987902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.987902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.988144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.988144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.988432] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.988432] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.988527] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.988852] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.988852] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.988852] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 1039.990419] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.060855] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.061073] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.061132] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.061550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.061550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.075372] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 1040.497605] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.497783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.497851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.498151] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.498469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.498469] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be updated. [ 1040.536866] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.537112] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.537212] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.537447] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.537613] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.551852] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: IN_PROGRESS for 2s [ 1040.628592] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.628786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.628874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.629172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.629297] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.082223] env[65674]: INFO networking_nsxv3.common.synchronization [req-65b5a29f-7945-4742-a751-2a764169f8d7 req-8462fc67-cdf4-4c63-b6fc-5f1449488f9c tempest-ListImageFiltersTestJSON-1828116088 tempest-ListImageFiltersTestJSON-1828116088-project-member] Enqueued Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGHEST for action security_group_members [ 1041.082223] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGHEST for action security_group_members [ 1041.082223] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a01751-b904-4d3e-a14a-c0db44bced29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.082223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.082223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.082223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.082223] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.083651] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.083938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.084996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.085434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.086372] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.131784] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.407167] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.407385] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.407508] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.407845] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.408156] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.408345] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.408479] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.408704] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.408846] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.409232] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.409361] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.409475] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.409583] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.409691] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.409796] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.409949] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.430986] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.431196] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.431364] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.431720] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.431867] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-1fdef62d-ad2f-4884-8629-c0ec8668f537 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.432073] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-1fdef62d-ad2f-4884-8629-c0ec8668f537" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.432199] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-1fdef62d-ad2f-4884-8629-c0ec8668f537" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.432540] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-1fdef62d-ad2f-4884-8629-c0ec8668f537" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.432681] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fdef62d-ad2f-4884-8629-c0ec8668f537',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.587749] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.587939] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.587988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.588305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.588440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.588676] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.588783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.588845] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.589059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.589144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.589262] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a01751-b904-4d3e-a14a-c0db44bced29 already deleted. [ 1041.589369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.635771] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.935439] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.935668] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.935794] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.936178] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.936997] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.936997] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 1fdef62d-ad2f-4884-8629-c0ec8668f537 not found, creating... [ 1041.936997] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.937175] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.937272] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.937546] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.937710] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.938106] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.938398] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.938468] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.938662] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.938803] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.938942] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 1fdef62d-ad2f-4884-8629-c0ec8668f537 is going to be created. [ 1041.960465] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.960618] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.960737] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.961099] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.961231] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.961445] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-1fdef62d-ad2f-4884-8629-c0ec8668f537" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.091073] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 1042.091446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.137613] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1042.137728] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1042.613085] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 1042.613296] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.613470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.613683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.613910] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.613975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.614055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.614209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.614306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.614395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.614623] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.614695] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.614747] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.614889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.615041] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.615151] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.615214] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.615352] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.615425] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.615505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.615593] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.712196] env[65674]: INFO networking_nsxv3.common.synchronization [req-65b5a29f-7945-4742-a751-2a764169f8d7 req-fe62469f-14e7-41f7-b5fc-edc1d9959a91 service nova] Enqueued Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGHEST for action security_group_rules [ 1042.712378] env[65674]: INFO networking_nsxv3.common.synchronization [req-65b5a29f-7945-4742-a751-2a764169f8d7 req-fe62469f-14e7-41f7-b5fc-edc1d9959a91 service nova] Enqueued Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGHEST for action security_group_members [ 1042.712560] env[65674]: INFO networking_nsxv3.common.synchronization [req-65b5a29f-7945-4742-a751-2a764169f8d7 req-fe62469f-14e7-41f7-b5fc-edc1d9959a91 service nova] Enqueued Resource ID: 1fdef62d-ad2f-4884-8629-c0ec8668f537 with Priority: HIGHEST for action port [ 1042.713036] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGHEST for action security_group_rules [ 1042.713181] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGHEST for action security_group_members [ 1042.713281] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdef62d-ad2f-4884-8629-c0ec8668f537 with Priority: HIGHEST for action port [ 1042.713785] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21a01751-b904-4d3e-a14a-c0db44bced29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.713894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.713956] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.714236] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.714317] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.715334] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a01751-b904-4d3e-a14a-c0db44bced29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.715447] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.715513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.715692] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.715841] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.715934] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.716010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.716166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.716247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.716340] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.717331] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fdef62d-ad2f-4884-8629-c0ec8668f537 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.717445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fdef62d-ad2f-4884-8629-c0ec8668f537" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.717502] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fdef62d-ad2f-4884-8629-c0ec8668f537" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.717649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fdef62d-ad2f-4884-8629-c0ec8668f537" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.717739] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fdef62d-ad2f-4884-8629-c0ec8668f537',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.091541] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.091929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.091929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.092160] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.105598] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1043.106514] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.107491] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1043.117982] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45e7fa2c-4658-4363-a295-b51b16a39062: rpc.has_security_group_logging(os_id): False [ 1043.136703] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.136703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.136703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.136703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.136703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.136703] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.136703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.136703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.136703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.136703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.137250] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.137250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.137250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.137250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.137250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.137511] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.137673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.137673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.137800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.137902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.137975] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be updated. [ 1043.142239] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.142239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.142420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.142472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.154927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.155623] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1043.155712] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1043.155786] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1043.212255] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.212255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.212255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.212255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.212736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.213079] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1043.220632] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a01751-b904-4d3e-a14a-c0db44bced29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.220785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.221412] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.222041] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fdef62d-ad2f-4884-8629-c0ec8668f537 with status ACTIVE [ 1043.222121] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.222182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.222219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.222412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.222498] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.222661] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.222754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.222815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.223115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.223115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.223234] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.223330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.223399] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.223553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.223637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.223724] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fdef62d-ad2f-4884-8629-c0ec8668f537 is going to be updated. [ 1043.231507] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.231622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.231622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.232196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.232196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.248789] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.248972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.248972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.249233] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.249365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.249578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fdef62d-ad2f-4884-8629-c0ec8668f537" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.254675] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: IN_PROGRESS for 2s [ 1043.328542] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.328830] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.329014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.329308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.329753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.330262] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1043.471086] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.471271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.471328] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.472393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.472393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.472393] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:50. [ 1043.472393] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9c464c5f-459b-4034-a013-da1f500809ee', 'c0aa571c-2efc-431b-bd67-13f96917028f', 'c08be2c5-f9c6-4cd8-aafd-c7b894a5421c', 'd34b17b8-7e99-4578-bceb-cff1fded689d', '63abf908-fd42-467b-8387-085d1baa3677', 'e355a918-7747-45b3-bdbf-e183f4cc4f29', '95ed8baf-5b75-403b-bc48-e220db859499', '37eb7366-98a5-4d33-a73e-4b81bf00dcbc', '52b6d97d-2f8a-498c-ad37-df4175ac85d1', 'f3df8546-2e9b-42c0-83a8-96700bfd5621', '1a9ccda1-a6a5-4444-a54a-a5270f4b229e', '220616ad-2bfa-453b-be19-7b20ac393a5d', '92120020-ebe7-4760-853e-d141cad618b2', '1a5880a1-9489-4da2-977e-13fa5a1112e7', 'e456b75f-c238-418c-899e-c305ae930007', '1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd', 'ebc2631f-0767-4b15-8810-571242539b3b', 'c5de174c-db1f-41da-9aa2-8b1d7f14a7d9', 'd237632f-4d7a-4d2b-9c4d-e5ca0aca7231', '43d2f299-3e97-4dfd-bcc5-0f594ab82fc7', '82d1934f-4d26-4956-8da6-312ab4f9b2b7', 'ca46bcba-a622-49db-a499-2cceec2bfef6', 'b61f1e33-d5d4-4ea0-beb7-94f1d7321595', '1f2ea49e-563c-429d-aecc-b4ab587175d0', '34c2ef34-85ee-4922-a486-aec2c25f301d', 'dfdbed75-8fb2-47a9-9c7b-e42981fd46e9', '7f6c45a8-653b-464e-b355-9b393b258fcc', 'abc045af-bb90-4f35-8b83-0d6cdd7942bf', 'ecaa21e3-3de1-4e66-b644-06fb56df49cc', '0c312056-c4d1-41a9-91b6-7c8a55c74b89', 'c1eb2de6-d66a-4bca-8278-8e185e57c1a9', '162b4c36-798b-4363-a0d9-78e9e0020b87', '45e7fa2c-4658-4363-a295-b51b16a39062', '43b573e6-a102-41c4-bf58-ba3cd4a7e69c', 'ed8e93ce-c9ad-4a02-a966-730058f802d2', '32333027-61c8-4ec6-8463-c8006e69c01d', '3fb2f2a1-1946-419c-af3d-9d2a88034bb3', '036e0ecd-8aa5-4495-8401-7f8c72f804f2', '3e1ed471-f65f-40d6-8b21-2b0474dba053', 'ab0608f5-d5dd-4c66-919c-b7f19df42c7e', '2221c62c-2d05-48f0-9451-07c99e0dfa7c', 'b442b4e9-d1b5-41ec-ba30-02472a672289', '0c66648d-ad13-4f76-8f6d-6104cc86cec2', '42396e53-d400-46eb-89f6-b7ef6c030927', 'cec7ddc1-ae44-4893-9558-a7dfba788c81', '033c299f-38c7-460b-a3ea-abb40ff08db5', 'ae0588fe-aa7f-40b4-9066-a3dec64ca364', 'dfa3775a-12b5-4c55-a27c-ca705827a8b5', 'b305e199-a01e-403c-b6f2-0a74cfc8f645', 'fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71'} {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1043.472393] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1043.492122] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.492270] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.492529] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.492614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.492655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.492773] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1043.492844] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1043.492917] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1043.574991] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.575390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.575517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.575744] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.576800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.577077] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1043.577156] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1043.577223] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1043.577282] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1043.577363] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/50 resources of Type:Security Group Rules [ 1043.577436] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c464c5f-459b-4034-a013-da1f500809ee with Priority: HIGH for action security_group_rules [ 1043.577507] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGH for action security_group_rules [ 1043.577576] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c with Priority: HIGH for action security_group_rules [ 1043.577728] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGH for action security_group_rules [ 1043.577809] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGH for action security_group_rules [ 1043.577875] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGH for action security_group_rules [ 1043.577939] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGH for action security_group_rules [ 1043.578009] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGH for action security_group_rules [ 1043.578076] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGH for action security_group_rules [ 1043.578191] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGH for action security_group_rules [ 1043.578191] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e with Priority: HIGH for action security_group_rules [ 1043.578323] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 220616ad-2bfa-453b-be19-7b20ac393a5d with Priority: HIGH for action security_group_rules [ 1043.578323] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGH for action security_group_rules [ 1043.578394] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 with Priority: HIGH for action security_group_rules [ 1043.578427] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGH for action security_group_rules [ 1043.578890] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGH for action security_group_rules [ 1043.578890] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGH for action security_group_rules [ 1043.578890] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 with Priority: HIGH for action security_group_rules [ 1043.578890] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGH for action security_group_rules [ 1043.578890] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 with Priority: HIGH for action security_group_rules [ 1043.578890] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.725556] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.228648] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.228924] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.228924] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.229120] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.229214] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.229313] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a01751-b904-4d3e-a14a-c0db44bced29 is going to be created. [ 1044.255950] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.256153] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.256226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.256441] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.256599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.266931] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a01751-b904-4d3e-a14a-c0db44bced29 in Status: UNINITIALIZED for 2s [ 1045.251104] env[65674]: INFO networking_nsxv3.common.synchronization [req-927f8371-5fd4-4934-b33f-b50713f92171 req-2bc7cd22-b4b4-43ef-b23a-2c76e0e19650 tempest-ListImageFiltersTestJSON-1828116088 tempest-ListImageFiltersTestJSON-1828116088-project-member] Enqueued Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGHEST for action security_group_members [ 1045.251927] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGHEST for action security_group_members [ 1045.252176] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c464c5f-459b-4034-a013-da1f500809ee with Priority: HIGH for action security_group_rules [ 1045.252358] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c with Priority: HIGH for action security_group_rules [ 1045.252551] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ed8baf-5b75-403b-bc48-e220db859499 with Priority: HIGH for action security_group_rules [ 1045.252714] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e456b75f-c238-418c-899e-c305ae930007 with Priority: HIGH for action security_group_rules [ 1045.252883] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 with Priority: HIGH for action security_group_rules [ 1045.253299] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGH for action security_group_rules [ 1045.253299] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 with Priority: HIGH for action security_group_rules [ 1045.253414] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGH for action security_group_rules [ 1045.253535] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 with Priority: HIGH for action security_group_rules [ 1045.253687] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd with Priority: HIGH for action security_group_rules [ 1045.253839] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGH for action security_group_rules [ 1045.254439] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220616ad-2bfa-453b-be19-7b20ac393a5d with Priority: HIGH for action security_group_rules [ 1045.254625] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e with Priority: HIGH for action security_group_rules [ 1045.254785] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 with Priority: HIGH for action security_group_rules [ 1045.254941] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 with Priority: HIGH for action security_group_rules [ 1045.255232] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 with Priority: HIGH for action security_group_rules [ 1045.255308] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGH for action security_group_rules [ 1045.255394] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63abf908-fd42-467b-8387-085d1baa3677 with Priority: HIGH for action security_group_rules [ 1045.255544] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0aa571c-2efc-431b-bd67-13f96917028f with Priority: HIGH for action security_group_rules [ 1045.255775] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34b17b8-7e99-4578-bceb-cff1fded689d with Priority: HIGH for action security_group_rules [ 1045.256340] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a01751-b904-4d3e-a14a-c0db44bced29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.256340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.256620] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c464c5f-459b-4034-a013-da1f500809ee taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.256779] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.256877] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.257169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.257297] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c464c5f-459b-4034-a013-da1f500809ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.258448] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.258608] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.258704] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.258956] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.259092] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c08be2c5-f9c6-4cd8-aafd-c7b894a5421c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.260125] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ed8baf-5b75-403b-bc48-e220db859499 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.260405] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.260405] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.260599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.260715] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ed8baf-5b75-403b-bc48-e220db859499',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.262904] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e456b75f-c238-418c-899e-c305ae930007 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.262904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.262904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.262904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.262904] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e456b75f-c238-418c-899e-c305ae930007',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.263361] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.263472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.263574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.263838] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.263910] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43d2f299-3e97-4dfd-bcc5-0f594ab82fc7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.264831] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.264989] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.265179] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.265331] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.265444] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.266397] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.266556] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.266660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.266875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.266985] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5de174c-db1f-41da-9aa2-8b1d7f14a7d9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.268112] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.268317] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.268395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.268575] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.268671] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.269832] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a5880a1-9489-4da2-977e-13fa5a1112e7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.269940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.269982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.270228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.270394] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a5880a1-9489-4da2-977e-13fa5a1112e7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.272700] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.272857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.272954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.273189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.273303] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.274346] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92120020-ebe7-4760-853e-d141cad618b2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.274502] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.274571] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.274778] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.274902] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.275811] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-220616ad-2bfa-453b-be19-7b20ac393a5d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.276195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.278751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.278991] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.279139] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('220616ad-2bfa-453b-be19-7b20ac393a5d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.280061] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9ccda1-a6a5-4444-a54a-a5270f4b229e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.280272] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.280307] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.280513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.280626] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9ccda1-a6a5-4444-a54a-a5270f4b229e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.284678] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3df8546-2e9b-42c0-83a8-96700bfd5621 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.284882] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.285420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.285420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.285553] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3df8546-2e9b-42c0-83a8-96700bfd5621',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.286661] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52b6d97d-2f8a-498c-ad37-df4175ac85d1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.287340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.287340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.287340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.287340] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52b6d97d-2f8a-498c-ad37-df4175ac85d1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.288964] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e355a918-7747-45b3-bdbf-e183f4cc4f29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.288964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.288964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.289608] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.289608] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e355a918-7747-45b3-bdbf-e183f4cc4f29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.290523] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.290523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.290667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.290807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.290919] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.293366] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63abf908-fd42-467b-8387-085d1baa3677 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.293627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.293627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.293816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.293857] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63abf908-fd42-467b-8387-085d1baa3677',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.294755] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0aa571c-2efc-431b-bd67-13f96917028f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.294863] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.295040] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.295854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.295854] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0aa571c-2efc-431b-bd67-13f96917028f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.298590] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d34b17b8-7e99-4578-bceb-cff1fded689d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.298702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.298702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.299340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.299340] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d34b17b8-7e99-4578-bceb-cff1fded689d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.320240] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 1045.321100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.321862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.322165] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.322290] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.573671] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.573671] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.573908] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.574163] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.574492] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.574713] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.574839] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.575100] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.575253] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.575559] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.575693] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.575810] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.575921] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.576055] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.576205] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.576360] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.616997] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.616997] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.616997] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.616997] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-476" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.617321] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-517719ba-6ed0-4775-a30d-30854b4b9ee5 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.617321] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-517719ba-6ed0-4775-a30d-30854b4b9ee5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.617447] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-517719ba-6ed0-4775-a30d-30854b4b9ee5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.618022] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-517719ba-6ed0-4775-a30d-30854b4b9ee5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.618022] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('517719ba-6ed0-4775-a30d-30854b4b9ee5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.637822] env[65674]: INFO networking_nsxv3.common.synchronization [req-df29becb-a9ef-429d-a517-7e2ff7b73f98 req-a5c3d98f-2e39-49f2-ae9a-9ad0668bb190 tempest-ServerDiskConfigTestJSON-1535982359 tempest-ServerDiskConfigTestJSON-1535982359-project-member] Enqueued Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 1045.638683] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42396e53-d400-46eb-89f6-b7ef6c030927 with Priority: HIGHEST for action security_group_members [ 1045.638954] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-42396e53-d400-46eb-89f6-b7ef6c030927 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.639106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.639222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.643147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.643147] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.643147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.643147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.643147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.643147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.643147] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42396e53-d400-46eb-89f6-b7ef6c030927',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.801246] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.801411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.801480] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.801705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.801871] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.802326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.802405] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.802624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.802705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.802741] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.802808] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.805969] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.806111] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.806177] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.806308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.806454] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.806549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.806609] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.806959] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.806959] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.806959] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.807152] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5de174c-db1f-41da-9aa2-8b1d7f14a7d9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.807966] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.808084] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.808156] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.808295] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.808435] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.808528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.808586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.808726] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.808808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.808870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.808946] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c08be2c5-f9c6-4cd8-aafd-c7b894a5421c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.812798] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.812798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.812798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.813062] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.813111] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.813678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.813678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.813678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.813678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.813678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.813678] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.815690] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.815804] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.815851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.815999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.816155] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.816249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.816311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.816448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.816525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.816625] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.816708] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43d2f299-3e97-4dfd-bcc5-0f594ab82fc7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.827469] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c08be2c5-f9c6-4cd8-aafd-c7b894a5421c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.833263] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5de174c-db1f-41da-9aa2-8b1d7f14a7d9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.835824] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.835973] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.836045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.836729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.836817] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.836946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.837027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.837255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.837374] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.837374] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.838115] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.843126] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c08be2c5-f9c6-4cd8-aafd-c7b894a5421c: rpc.has_security_group_logging(os_id): False [ 1045.870719] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.870719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.870719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.870971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.886662] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.886857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.889522] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.889634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.890717] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.890830] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.891682] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.891796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.894631] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.894749] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.895584] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.895584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.896413] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.896526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.897429] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.897429] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.898039] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.898158] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.898823] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.898913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.899520] env[65674]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.899921] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.900023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.901051] env[65674]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.901473] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.901623] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.908485] env[65674]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.908924] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.909061] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.909730] env[65674]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.910124] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.910255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.910872] env[65674]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.911299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.911415] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be deleted. [ 1045.912333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.912538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.914012] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.915064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.931809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.931969] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd is going to be deleted. [ 1045.932855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.933136] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.953048] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.953048] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ed8baf-5b75-403b-bc48-e220db859499 is going to be deleted. [ 1045.953666] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.953897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.969707] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.969905] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.972171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.972506] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63abf908-fd42-467b-8387-085d1baa3677 is going to be deleted. [ 1045.973260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.973463] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.998568] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.998568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.012290] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.012438] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d34b17b8-7e99-4578-bceb-cff1fded689d is going to be deleted. [ 1046.013600] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.013679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.015822] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.015950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.036687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.036790] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c464c5f-459b-4034-a013-da1f500809ee is going to be deleted. [ 1046.037842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.037931] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.050463] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.050463] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.093031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.093031] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3df8546-2e9b-42c0-83a8-96700bfd5621 is going to be deleted. [ 1046.094092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.094092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.120412] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.120648] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.120775] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.121119] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.121287] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.121445] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 517719ba-6ed0-4775-a30d-30854b4b9ee5 not found, creating... [ 1046.121717] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.121873] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.121986] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.122241] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.122372] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.122654] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.122805] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.122921] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.123259] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.123395] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.123534] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 517719ba-6ed0-4775-a30d-30854b4b9ee5 is going to be created. [ 1046.127529] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.127641] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.138373] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.138525] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52b6d97d-2f8a-498c-ad37-df4175ac85d1 is going to be deleted. [ 1046.139454] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.139664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.145323] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.145323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.155118] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.156133] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.156133] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.156133] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.156133] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.156400] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-517719ba-6ed0-4775-a30d-30854b4b9ee5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.172537] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.172537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.193351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.193491] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92120020-ebe7-4760-853e-d141cad618b2 is going to be deleted. [ 1046.194487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.194702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.226452] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.226452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.259252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.259701] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a5880a1-9489-4da2-977e-13fa5a1112e7 is going to be deleted. [ 1046.260395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.260603] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.300314] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a01751-b904-4d3e-a14a-c0db44bced29 in Status: SUCCESS [ 1046.300549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.300727] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.301099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.301341] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.301472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.301542] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.301728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.301818] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.301908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.302022] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.303106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.303346] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.303568] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.303724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.303778] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.303952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.305236] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.305236] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.308228] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.317239] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.317393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.324547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.324669] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 220616ad-2bfa-453b-be19-7b20ac393a5d is going to be deleted. [ 1046.325657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.325907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.327165] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.333161] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43d2f299-3e97-4dfd-bcc5-0f594ab82fc7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.342626] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.342803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.342877] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.343171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.343479] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.343479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.343611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.343733] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.343836] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.343943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.344119] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.344219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.344304] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.344455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.344623] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.344730] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.344805] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.344968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.345068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.345154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.345268] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.346176] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5de174c-db1f-41da-9aa2-8b1d7f14a7d9: rpc.has_security_group_logging(os_id): False [ 1046.390680] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.390871] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0aa571c-2efc-431b-bd67-13f96917028f is going to be deleted. [ 1046.391919] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.392216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.401417] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.401621] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.407250] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.407436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.433515] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.433736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.437051] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.437195] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e355a918-7747-45b3-bdbf-e183f4cc4f29 is going to be deleted. [ 1046.438081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.438304] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.486471] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.486624] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9ccda1-a6a5-4444-a54a-a5270f4b229e is going to be deleted. [ 1046.488191] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.488191] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.562093] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.562319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.563025] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.563184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.568186] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.568367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.569087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.569205] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e456b75f-c238-418c-899e-c305ae930007 is going to be deleted. [ 1046.570094] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.570309] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.590869] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.591389] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.591514] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.591702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.591977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.592095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.592206] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c is going to be updated. [ 1046.593452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.593702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.593856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.594143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.594345] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.594541] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.594634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.594760] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c5fdf39-9c0c-4775-a032-4f8d7c6cdbfd" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.594921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.595109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.595191] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.595308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ed8baf-5b75-403b-bc48-e220db859499" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.595454] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.595601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.595679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.595802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63abf908-fd42-467b-8387-085d1baa3677" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.596521] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.596688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.596772] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.596894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d34b17b8-7e99-4578-bceb-cff1fded689d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.597028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.597174] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.616901] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.617040] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.645834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.646313] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.646469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.646537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.646766] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.646856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.646952] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 is going to be updated. [ 1046.648182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.648386] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.648475] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.648601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3df8546-2e9b-42c0-83a8-96700bfd5621" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.648786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.648936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.649026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.649138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52b6d97d-2f8a-498c-ad37-df4175ac85d1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.649747] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.649941] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.700940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.701290] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.701423] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.701507] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.701705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.701806] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.701884] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 is going to be updated. [ 1046.702985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.703205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.703282] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.703408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.703544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.703691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.703825] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.703885] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a5880a1-9489-4da2-977e-13fa5a1112e7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.704020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.704193] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.704273] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.704390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0aa571c-2efc-431b-bd67-13f96917028f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.704577] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.704696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.704775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.704889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-220616ad-2bfa-453b-be19-7b20ac393a5d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.705606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.706125] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.706221] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.706363] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e355a918-7747-45b3-bdbf-e183f4cc4f29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.706468] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.706644] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.706705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.706808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c464c5f-459b-4034-a013-da1f500809ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.707124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.707124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.707230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.707386] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9ccda1-a6a5-4444-a54a-a5270f4b229e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.743803] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.743970] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.744162] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.744435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.744630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.747135] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.747309] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.747383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.747587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.747648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.747771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e456b75f-c238-418c-899e-c305ae930007" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.769022] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: IN_PROGRESS for 2s [ 1046.770171] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.770323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.770375] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.770557] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.770697] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.806859] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a01751-b904-4d3e-a14a-c0db44bced29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.807033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.807220] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.811850] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37eb7366-98a5-4d33-a73e-4b81bf00dcbc: rpc.has_security_group_logging(os_id): False [ 1046.829603] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebc2631f-0767-4b15-8810-571242539b3b: rpc.has_security_group_logging(os_id): False [ 1046.835975] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7: rpc.has_security_group_logging(os_id): False [ 1046.847973] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45e7fa2c-4658-4363-a295-b51b16a39062: rpc.has_security_group_logging(os_id): False [ 1046.850048] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.850195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.850294] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.850473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.850620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.873732] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.873732] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.873732] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.873732] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.876243] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.876420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.877700] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.877852] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.883387] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c in Status: IN_PROGRESS for 2s [ 1046.895110] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.895261] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.901475] env[65674]: INFO networking_nsxv3.common.synchronization [req-927f8371-5fd4-4934-b33f-b50713f92171 req-13ed38ee-b75d-4a2c-9f46-715b4883d7b6 service nova] Enqueued Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGHEST for action security_group_rules [ 1046.903029] env[65674]: INFO networking_nsxv3.common.synchronization [req-927f8371-5fd4-4934-b33f-b50713f92171 req-13ed38ee-b75d-4a2c-9f46-715b4883d7b6 service nova] Enqueued Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGHEST for action security_group_members [ 1046.903029] env[65674]: INFO networking_nsxv3.common.synchronization [req-927f8371-5fd4-4934-b33f-b50713f92171 req-13ed38ee-b75d-4a2c-9f46-715b4883d7b6 service nova] Enqueued Resource ID: 517719ba-6ed0-4775-a30d-30854b4b9ee5 with Priority: HIGHEST for action port [ 1046.903029] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGHEST for action security_group_rules [ 1046.903029] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGHEST for action security_group_members [ 1046.903029] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517719ba-6ed0-4775-a30d-30854b4b9ee5 with Priority: HIGHEST for action port [ 1046.903332] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21a01751-b904-4d3e-a14a-c0db44bced29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.903426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.903725] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a01751-b904-4d3e-a14a-c0db44bced29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.903930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.903984] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-517719ba-6ed0-4775-a30d-30854b4b9ee5 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.905114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-517719ba-6ed0-4775-a30d-30854b4b9ee5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.905209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-517719ba-6ed0-4775-a30d-30854b4b9ee5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.905473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-517719ba-6ed0-4775-a30d-30854b4b9ee5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.905672] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('517719ba-6ed0-4775-a30d-30854b4b9ee5',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.928659] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 in Status: IN_PROGRESS for 2s [ 1046.950130] env[65674]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1046.952729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.953408] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.953597] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.953597] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.953909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.954105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.954219] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebc2631f-0767-4b15-8810-571242539b3b is going to be updated. [ 1046.956135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.956457] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.024071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.024071] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.024071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.024071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.024071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.024071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.024071] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 is going to be updated. [ 1047.025112] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.025322] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.025411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.025657] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.025812] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.025868] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.026087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.026207] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.026403] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.026529] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.026603] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.026770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.026897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.027163] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.027283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.027369] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.027665] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.028702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.028830] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be updated. [ 1047.031401] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.031614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.086320] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.086320] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.086320] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.086639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.086639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.086711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.086748] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc is going to be updated. [ 1047.178155] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.178508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.178508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.178616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.178797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.181405] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.181583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.181690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.181874] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.182083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.205967] env[65674]: INFO networking_nsxv3.common.synchronization [req-fb7c430a-932a-4e5a-b11c-8bb48726cc9c req-77c3a54f-99c8-4f0c-9643-3bd481d29f6f tempest-ServersTestMultiNic-1002580373 tempest-ServersTestMultiNic-1002580373-project-member] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 1047.207584] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.207734] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.207823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.208018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.208173] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.209787] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 1047.210168] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.210531] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.210762] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.211144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.211197] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.211309] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.211367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.211506] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.211582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.211684] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.225305] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 in Status: IN_PROGRESS for 2s [ 1047.226088] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: IN_PROGRESS for 2s [ 1047.236642] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.236834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.236834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.237145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.237325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.311965] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.319332] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: IN_PROGRESS for 2s [ 1047.320321] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: IN_PROGRESS for 2s [ 1047.404710] env[65674]: INFO networking_nsxv3.common.synchronization [req-fb7c430a-932a-4e5a-b11c-8bb48726cc9c req-dca7f2d4-4240-44a5-b92d-c7941940fdbd tempest-ServersTestMultiNic-1002580373 tempest-ServersTestMultiNic-1002580373-project-member] Enqueued Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 1047.405924] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e7fa2c-4658-4363-a295-b51b16a39062 with Priority: HIGHEST for action security_group_members [ 1047.405924] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e7fa2c-4658-4363-a295-b51b16a39062 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.406062] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.407242] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 517719ba-6ed0-4775-a30d-30854b4b9ee5 with status ACTIVE [ 1047.407427] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.407576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.407629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.407808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.408032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.408110] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.408188] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.408250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.408404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.408482] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.408664] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.408759] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.408821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.408960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.409046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.409132] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 517719ba-6ed0-4775-a30d-30854b4b9ee5 is going to be updated. [ 1047.446041] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.446196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.446261] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.446476] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.446629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.446968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-517719ba-6ed0-4775-a30d-30854b4b9ee5" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.705410] env[65674]: INFO networking_nsxv3.common.synchronization [req-b5b20201-1c64-4588-8c55-e8e9bf64b883 req-1901086b-a627-4c9b-ab50-f89c50c179ba tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_members [ 1047.705881] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_members [ 1047.706402] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.706653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.706653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.706785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.707022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.707160] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.707160] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.708113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.708113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.708113] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.715108] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.814302] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.814571] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.814571] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.814850] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.814942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.815084] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a01751-b904-4d3e-a14a-c0db44bced29 is going to be updated. [ 1047.861801] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.862037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.862037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.862263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.862418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.872022] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a01751-b904-4d3e-a14a-c0db44bced29 in Status: IN_PROGRESS for 2s [ 1048.042564] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.042667] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.042798] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.043074] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.043321] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.043476] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.043590] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.043816] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.044018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.044191] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.044318] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.044438] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.044543] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.044651] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.044752] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.044881] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.065373] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.065544] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.065698] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.065846] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.066173] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-1c075e98-c4ae-4a99-811b-d96bc9e8eabc taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.066345] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-1c075e98-c4ae-4a99-811b-d96bc9e8eabc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.066467] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-1c075e98-c4ae-4a99-811b-d96bc9e8eabc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.066809] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-1c075e98-c4ae-4a99-811b-d96bc9e8eabc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.066926] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c075e98-c4ae-4a99-811b-d96bc9e8eabc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.210841] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.211390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.211515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.211771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.211974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.212095] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.212206] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.212271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.212438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.212563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.212668] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 already deleted. [ 1048.212753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.217628] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.569030] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.569439] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.569439] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.569672] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.569819] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.569968] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 1c075e98-c4ae-4a99-811b-d96bc9e8eabc not found, creating... [ 1048.570252] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.570407] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.570520] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.570730] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.570863] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.571153] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.571305] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.571436] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.571610] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.571738] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.571870] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 1c075e98-c4ae-4a99-811b-d96bc9e8eabc is going to be created. [ 1048.593787] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.594026] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.594278] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.594579] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.594809] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.595031] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-1c075e98-c4ae-4a99-811b-d96bc9e8eabc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.720278] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.720566] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.720687] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.721042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.721186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.721334] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be updated. [ 1048.770251] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.770494] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.770494] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.770751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.770991] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.786449] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42396e53-d400-46eb-89f6-b7ef6c030927 in Status: SUCCESS [ 1048.786950] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42396e53-d400-46eb-89f6-b7ef6c030927 deletion is rescheduled due to dependency. [ 1048.786950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42396e53-d400-46eb-89f6-b7ef6c030927" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.787812] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: IN_PROGRESS for 2s [ 1048.900234] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c in Status: SUCCESS [ 1048.900567] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.941687] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 in Status: SUCCESS [ 1048.942010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.239333] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: SUCCESS [ 1049.239645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.240404] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 in Status: SUCCESS [ 1049.240630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.282332] env[65674]: INFO networking_nsxv3.common.synchronization [req-b5b20201-1c64-4588-8c55-e8e9bf64b883 req-96bf288b-10d5-444f-9644-d14be31d56e2 service nova] Enqueued Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_rules [ 1049.282426] env[65674]: INFO networking_nsxv3.common.synchronization [req-b5b20201-1c64-4588-8c55-e8e9bf64b883 req-96bf288b-10d5-444f-9644-d14be31d56e2 service nova] Enqueued Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_members [ 1049.282501] env[65674]: INFO networking_nsxv3.common.synchronization [req-b5b20201-1c64-4588-8c55-e8e9bf64b883 req-96bf288b-10d5-444f-9644-d14be31d56e2 service nova] Enqueued Resource ID: 1c075e98-c4ae-4a99-811b-d96bc9e8eabc with Priority: HIGHEST for action port [ 1049.283078] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_rules [ 1049.283180] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_members [ 1049.283291] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c075e98-c4ae-4a99-811b-d96bc9e8eabc with Priority: HIGHEST for action port [ 1049.283698] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.283698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.283814] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.283917] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.283985] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.288795] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.288795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.288795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.288795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.288795] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.288795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.288795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.288795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.288795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.288795] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.288795] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c075e98-c4ae-4a99-811b-d96bc9e8eabc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.288795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c075e98-c4ae-4a99-811b-d96bc9e8eabc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.288795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c075e98-c4ae-4a99-811b-d96bc9e8eabc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.288795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c075e98-c4ae-4a99-811b-d96bc9e8eabc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.289321] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c075e98-c4ae-4a99-811b-d96bc9e8eabc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.338554] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: SUCCESS [ 1049.338933] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.341363] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 1049.341729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.787223] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.787521] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.790974] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.793225] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c075e98-c4ae-4a99-811b-d96bc9e8eabc with status ACTIVE [ 1049.793517] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.793790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.793790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.794140] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.794430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.794678] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.794833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.794931] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.795178] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.795337] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.795566] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.795735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.795810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.795995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.796186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.796262] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c075e98-c4ae-4a99-811b-d96bc9e8eabc is going to be updated. [ 1049.821067] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.821272] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.821548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.821699] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.822127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.822127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c075e98-c4ae-4a99-811b-d96bc9e8eabc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.882444] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a01751-b904-4d3e-a14a-c0db44bced29 in Status: SUCCESS [ 1049.882696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.882863] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.883105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.883381] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.883529] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.883589] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.883761] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.883834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.883923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.884104] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a01751-b904-4d3e-a14a-c0db44bced29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.884194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.884253] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.884404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.884544] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.884642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.884693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.884829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.884901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.885017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.885327] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.886269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.886530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.886759] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.886905] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.887033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.887225] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.887340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.887465] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.063850] env[65674]: INFO networking_nsxv3.common.synchronization [req-4021634e-b0a4-4112-9c5c-d8fcd8a06ae4 req-7e57543e-a019-40cd-b226-61903e493d1c tempest-DeleteServersTestJSON-212486772 tempest-DeleteServersTestJSON-212486772-project-member] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 1050.063850] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 1050.063850] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.063850] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.063850] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.065055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.065345] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.065630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.065798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.066060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.066243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.066423] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.293866] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.347055] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.347476] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.349026] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.349026] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.349026] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.349026] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.349026] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.349026] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.349026] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.349408] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.349408] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.349408] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.349503] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.349607] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.349675] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.349775] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.367982] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.368193] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.368322] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.368457] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-411" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.368774] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-5df11dc4-3b34-4683-a443-404491d64437 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.369072] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-5df11dc4-3b34-4683-a443-404491d64437" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.369177] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-5df11dc4-3b34-4683-a443-404491d64437" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.369489] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-5df11dc4-3b34-4683-a443-404491d64437" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.369631] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5df11dc4-3b34-4683-a443-404491d64437',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.389184] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21a01751-b904-4d3e-a14a-c0db44bced29: rpc.has_security_group_logging(os_id): False [ 1050.390250] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.411029] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.411222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.411281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.411460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.411574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.411768] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.411870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.411927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.412103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.412184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.412394] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.412493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.412552] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.412689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.412764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.412956] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.413063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.413168] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.413318] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.413392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.413477] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21a01751-b904-4d3e-a14a-c0db44bced29 is going to be created. [ 1050.492782] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.492997] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.492997] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.493320] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.493509] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.508638] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21a01751-b904-4d3e-a14a-c0db44bced29 in Status: IN_PROGRESS for 2s [ 1050.568836] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.569033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.569115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.569351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.569443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.569652] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.569751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.569814] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.569964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.570054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.570226] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be deleted. [ 1050.625469] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.625649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.625950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.625950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.626078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.626120] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.799277] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 1050.799533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.799827] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.799969] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.800049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.800264] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.800366] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.800469] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 is going to be created. [ 1050.801679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.801859] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.802054] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.802174] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.802241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.802410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.802576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.802576] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e7fa2c-4658-4363-a295-b51b16a39062',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.834663] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.834663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.834663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.834888] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.834988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.845326] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 in Status: UNINITIALIZED for 2s [ 1050.871771] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.872131] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.872288] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.872592] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.872754] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.872909] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 5df11dc4-3b34-4683-a443-404491d64437 not found, creating... [ 1050.873262] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.873427] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.873544] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.873769] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.873909] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.874258] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.874538] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.874683] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.874940] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.875159] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.875308] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 5df11dc4-3b34-4683-a443-404491d64437 is going to be created. [ 1050.892995] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.898945] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.899426] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.899426] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.899647] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.899854] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.900099] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-5df11dc4-3b34-4683-a443-404491d64437" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.304892] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.305113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.305165] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.305349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.305445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.305640] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.305739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.305802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.305957] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.306052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.306141] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 is going to be updated. [ 1051.332835] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.333015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.333015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.333283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.333428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.341477] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: IN_PROGRESS for 2s [ 1051.396106] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.396306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.396396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.396594] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.396721] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.396829] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a01751-b904-4d3e-a14a-c0db44bced29 is going to be updated. [ 1051.425888] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.426131] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.426131] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.426362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.426506] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.436514] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a01751-b904-4d3e-a14a-c0db44bced29 in Status: IN_PROGRESS for 2s [ 1051.599620] env[65674]: INFO networking_nsxv3.common.synchronization [req-4021634e-b0a4-4112-9c5c-d8fcd8a06ae4 req-24252761-0d06-4813-bd06-7694ca1b3748 service nova] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_rules [ 1051.600021] env[65674]: INFO networking_nsxv3.common.synchronization [req-4021634e-b0a4-4112-9c5c-d8fcd8a06ae4 req-24252761-0d06-4813-bd06-7694ca1b3748 service nova] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 1051.600097] env[65674]: INFO networking_nsxv3.common.synchronization [req-4021634e-b0a4-4112-9c5c-d8fcd8a06ae4 req-24252761-0d06-4813-bd06-7694ca1b3748 service nova] Enqueued Resource ID: 5df11dc4-3b34-4683-a443-404491d64437 with Priority: HIGHEST for action port [ 1051.600647] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_rules [ 1051.600787] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 1051.600886] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df11dc4-3b34-4683-a443-404491d64437 with Priority: HIGHEST for action port [ 1051.601572] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.601764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.601764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.601990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.602067] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.603634] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.603758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.605599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.605599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.605599] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.605599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.605599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.605599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.605599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.605599] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.605599] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-5df11dc4-3b34-4683-a443-404491d64437 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.606368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5df11dc4-3b34-4683-a443-404491d64437" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.606368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5df11dc4-3b34-4683-a443-404491d64437" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.606368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5df11dc4-3b34-4683-a443-404491d64437" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.606368] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5df11dc4-3b34-4683-a443-404491d64437',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.109995] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.109995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.109995] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.109995] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5df11dc4-3b34-4683-a443-404491d64437 with status ACTIVE [ 1052.109995] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.109995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.109995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.110533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.110533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.110533] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.110533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.110533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.110729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.110767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.110934] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.111092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.111217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.111324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.111428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.111565] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5df11dc4-3b34-4683-a443-404491d64437 is going to be updated. [ 1052.132932] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.133095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.133185] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.133404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.133589] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.133749] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5df11dc4-3b34-4683-a443-404491d64437" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.519933] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21a01751-b904-4d3e-a14a-c0db44bced29 in Status: SUCCESS [ 1052.520288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.520533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.520910] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.520910] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.613989] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.857059] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 in Status: SUCCESS [ 1052.857316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.857490] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.857700] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.858403] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.858403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.858403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.858403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.858403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.858804] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.858804] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.024364] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a01751-b904-4d3e-a14a-c0db44bced29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.024364] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.116583] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.117049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.117049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.117049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.117261] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.117261] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be created. [ 1053.140725] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.140725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.140725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.140908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.141025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.151086] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: UNINITIALIZED for 2s [ 1053.351609] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e7fa2c-4658-4363-a295-b51b16a39062 in Status: SUCCESS [ 1053.351735] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e7fa2c-4658-4363-a295-b51b16a39062 deletion is rescheduled due to dependency. [ 1053.351837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e7fa2c-4658-4363-a295-b51b16a39062" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.361365] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.446249] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a01751-b904-4d3e-a14a-c0db44bced29 in Status: SUCCESS [ 1053.446518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.446708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.446953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.447176] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.447340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.447398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.447665] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.447763] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.447863] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.448016] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.864232] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7: rpc.has_security_group_logging(os_id): False [ 1053.885427] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.885538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.885690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.886110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.886717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.886895] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.887066] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.887159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.887416] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.887537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.887710] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 is going to be created. [ 1053.952041] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a01751-b904-4d3e-a14a-c0db44bced29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.952041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.952041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.952041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.952041] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.952041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.952041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.952041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.952041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.952041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.952041] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a01751-b904-4d3e-a14a-c0db44bced29 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.952041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.952041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.952041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.952041] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.952041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.952828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.952828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.952828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.952828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.952828] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.965377] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.965540] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.965620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.965909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.966073] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.986160] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 in Status: IN_PROGRESS for 2s [ 1054.455045] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21a01751-b904-4d3e-a14a-c0db44bced29: rpc.has_security_group_logging(os_id): False [ 1054.477352] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.477562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.477562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.477766] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.477856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.478062] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.478164] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.478226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.478430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.478530] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.478723] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.478824] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.478918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.479130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.479211] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.479422] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.479519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.479572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.479713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.479788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.479874] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21a01751-b904-4d3e-a14a-c0db44bced29 is going to be updated. [ 1054.541675] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.541894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.541894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.542176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.542329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.555681] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21a01751-b904-4d3e-a14a-c0db44bced29 in Status: IN_PROGRESS for 2s [ 1054.886254] env[65674]: INFO networking_nsxv3.common.synchronization [req-f36f05c8-fbf5-4eca-8ac6-a1a0bf22af56 req-7b646d5f-7fcb-42f9-823f-f404083e2bd8 tempest-ServersTestJSON-175155130 tempest-ServersTestJSON-175155130-project-member] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1054.886254] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1054.887517] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.887878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.888204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.888601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.888987] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.889259] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.889412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.889878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.890093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.890318] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.162616] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 1055.163038] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.163977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.164463] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.164820] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.164820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.164916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.165419] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.165582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.165756] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.165928] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.252528] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.252799] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.252927] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.253308] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.253590] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.253750] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.253867] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.254296] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.254503] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.254772] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.254967] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.255104] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.255259] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.255422] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.255574] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.255753] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.276660] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.276963] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.277210] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.277439] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.277817] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.278077] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.278268] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.278632] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.278858] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.393641] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.669054] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.669054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.669054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.669872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.669872] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.669872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.669872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.670253] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.670253] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.670253] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.670494] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.670655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.670745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.670911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.671155] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.671323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.671420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.671624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.671745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.671870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.672041] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.781475] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.781773] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.781922] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.782318] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.782475] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.782670] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96 not found, creating... [ 1055.782998] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.783316] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.783482] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.783782] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.783984] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.784397] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.784623] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.784830] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.785204] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.785383] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.785693] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96 is going to be created. [ 1055.810418] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.810748] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.810908] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.811469] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.811774] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.812016] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.896412] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.998964] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 in Status: SUCCESS [ 1055.999580] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.174446] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d237632f-4d7a-4d2b-9c4d-e5ca0aca7231: rpc.has_security_group_logging(os_id): False [ 1056.209983] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.210263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.210366] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.210737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.210862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.211075] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.211308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.211428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.211660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.211794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.212577] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.212577] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.212577] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.212857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.212857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.213207] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.213396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.213464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.213647] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.213746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.213843] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be created. [ 1056.308581] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.308785] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.308891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.309192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.309451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.335182] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 1056.399125] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.399332] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.399479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.400063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.400063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.400063] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1056.461975] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.462163] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.462209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.462596] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.462760] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.477439] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1056.534924] env[65674]: INFO networking_nsxv3.common.synchronization [req-f36f05c8-fbf5-4eca-8ac6-a1a0bf22af56 req-85b39a3e-0aa9-489e-8cca-80da8c685008 service nova] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_rules [ 1056.534924] env[65674]: INFO networking_nsxv3.common.synchronization [req-f36f05c8-fbf5-4eca-8ac6-a1a0bf22af56 req-85b39a3e-0aa9-489e-8cca-80da8c685008 service nova] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1056.534924] env[65674]: INFO networking_nsxv3.common.synchronization [req-f36f05c8-fbf5-4eca-8ac6-a1a0bf22af56 req-85b39a3e-0aa9-489e-8cca-80da8c685008 service nova] Enqueued Resource ID: 7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96 with Priority: HIGHEST for action port [ 1056.535346] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_rules [ 1056.535490] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1056.535591] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96 with Priority: HIGHEST for action port [ 1056.535881] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.536035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.536110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.536384] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.536791] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.537472] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.537565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.537786] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.537916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.537976] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.538175] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.538352] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.572815] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21a01751-b904-4d3e-a14a-c0db44bced29 in Status: SUCCESS [ 1056.573059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.040636] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.040982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.041054] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96 with status ACTIVE [ 1057.041255] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.041371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.041441] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.041661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.041775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.041950] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.042097] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.042141] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.042318] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.042399] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.042585] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.042728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.042728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.042884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.042931] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.043028] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96 is going to be updated. [ 1057.064823] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.065015] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.065097] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.065306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.065461] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.065712] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ab4d609-36c5-4aeb-92d4-ecd9ebfffd96" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.355063] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 1058.355534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.492327] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1058.493283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.493444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.493676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.493885] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.494030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.494110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.494298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.494428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.494520] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.998166] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.501214] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.005052] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.005260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.005335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.005565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.005754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.005918] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1060.042650] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.042974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.042974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.043384] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.043591] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.056505] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1061.079743] env[65674]: INFO networking_nsxv3.common.synchronization [req-ebc41efb-0e1e-43e6-9e1b-c068fb92c025 req-8b10acec-67ca-43a5-9525-a773c1679554 tempest-ServerActionsTestOtherB-856458543 tempest-ServerActionsTestOtherB-856458543-project-member] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 1061.079743] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 1061.080232] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.080545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.080696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.080823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.081092] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.081227] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.081350] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.081553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.081655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.082201] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.586504] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.586640] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.586707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.586937] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.587040] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.587249] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.587370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.587436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.587592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.587667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.587751] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc is going to be updated. [ 1061.653973] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.654406] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.654406] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.654577] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.654821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.672787] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: IN_PROGRESS for 2s [ 1062.077570] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1062.077570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.077570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.077570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.077570] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.077570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.077570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.077954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.077954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.077954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.079216] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.588029] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.588029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.588029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.588029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.588029] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.588029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.588029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.588029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.588029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.588029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.588029] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.588029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.588029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.588029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.588029] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.589303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.589303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.589303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.589303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.590795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.590979] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.094587] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c312056-c4d1-41a9-91b6-7c8a55c74b89: rpc.has_security_group_logging(os_id): False [ 1063.129183] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.129183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.129183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.129413] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.172187] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.173733] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.174066] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.174178] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.174407] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.174543] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.174921] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.175031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.175084] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.175750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.175750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.175750] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.175750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.176026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.176026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.176112] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.176158] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1063.305123] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.305323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.305323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.305610] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.305814] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.327039] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1063.692026] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: IN_PROGRESS for 4s [ 1065.116433] env[65674]: INFO networking_nsxv3.common.synchronization [None req-a0e18d9e-d071-4581-8f9b-b6f19745ddb1 None None] Enqueued Resource ID: 390edb35-4c0a-4c9a-a317-0f96d91bdcd3 with Priority: HIGHEST for action port [ 1065.117039] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 390edb35-4c0a-4c9a-a317-0f96d91bdcd3 with Priority: HIGHEST for action port [ 1065.117368] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-390edb35-4c0a-4c9a-a317-0f96d91bdcd3 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.117481] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-390edb35-4c0a-4c9a-a317-0f96d91bdcd3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.117557] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-390edb35-4c0a-4c9a-a317-0f96d91bdcd3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.117800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-390edb35-4c0a-4c9a-a317-0f96d91bdcd3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.117911] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('390edb35-4c0a-4c9a-a317-0f96d91bdcd3',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.350575] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1065.350575] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.522539] env[65674]: INFO networking_nsxv3.common.synchronization [None req-06874498-2711-4af3-85e7-fea474423d3b tempest-AttachVolumeNegativeTest-351716722 tempest-AttachVolumeNegativeTest-351716722-project-member] Enqueued Resource ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 with Priority: HIGHEST for action security_group_rules [ 1065.523486] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 with Priority: HIGHEST for action security_group_rules [ 1065.524076] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.524076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.524224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.524402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.524500] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7726cd64-33ca-43a9-a5b5-f9b24a20e794',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.624644] env[65674]: INFO networking_nsxv3.common.synchronization [None req-97b14128-9535-4297-a52f-138fc9e10f2f tempest-AttachVolumeNegativeTest-351716722 tempest-AttachVolumeNegativeTest-351716722-project-member] Enqueued Resource ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 with Priority: HIGHEST for action security_group_rules [ 1065.626653] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 390edb35-4c0a-4c9a-a317-0f96d91bdcd3 [ 1065.626739] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.626856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.628226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.628226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.628226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.628226] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:390edb35-4c0a-4c9a-a317-0f96d91bdcd3 already deleted. [ 1065.628226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-390edb35-4c0a-4c9a-a317-0f96d91bdcd3" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.628226] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 with Priority: HIGHEST for action security_group_rules [ 1065.629051] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.629153] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.704694] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: SUCCESS [ 1065.705107] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc deletion is rescheduled due to dependency. [ 1065.705107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.046604] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.046752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.046943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.047056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.047144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.047237] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 already deleted. [ 1066.047314] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.047476] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.047690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.048921] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7726cd64-33ca-43a9-a5b5-f9b24a20e794',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.191626] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.191926] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-661" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.191963] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-661" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.192683] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-661" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.192683] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.192683] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.192881] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.193037] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.194719] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.194719] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.194719] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.194719] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.194719] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.194719] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.194719] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.194719] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.217631] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.217891] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.219071] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.219071] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-661" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.219071] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-db89025d-d05b-4c06-bfc9-05a9940cb58b taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.219071] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-db89025d-d05b-4c06-bfc9-05a9940cb58b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.219071] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-db89025d-d05b-4c06-bfc9-05a9940cb58b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.219319] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-db89025d-d05b-4c06-bfc9-05a9940cb58b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.219319] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db89025d-d05b-4c06-bfc9-05a9940cb58b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.570666] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.570902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.571021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.571290] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.571376] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.571496] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 already deleted. [ 1066.572020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.722830] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.723014] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.723063] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.724062] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.724062] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.724062] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.724062] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.724278] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.724365] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.724545] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.724873] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.725051] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.725171] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.725385] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.725520] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.725662] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: db89025d-d05b-4c06-bfc9-05a9940cb58b is going to be updated. [ 1066.750663] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.750909] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.750985] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.751302] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.751604] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.751866] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-db89025d-d05b-4c06-bfc9-05a9940cb58b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.503947] env[65674]: INFO networking_nsxv3.common.synchronization [req-7c1f647c-c0e7-4ea9-b4de-0e182be8581b req-f2305de1-86d6-4fbe-982b-cd5b719dd721 service nova] Enqueued Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_rules [ 1067.504379] env[65674]: INFO networking_nsxv3.common.synchronization [req-7c1f647c-c0e7-4ea9-b4de-0e182be8581b req-f2305de1-86d6-4fbe-982b-cd5b719dd721 service nova] Enqueued Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_members [ 1067.504379] env[65674]: INFO networking_nsxv3.common.synchronization [req-7c1f647c-c0e7-4ea9-b4de-0e182be8581b req-f2305de1-86d6-4fbe-982b-cd5b719dd721 service nova] Enqueued Resource ID: db89025d-d05b-4c06-bfc9-05a9940cb58b with Priority: HIGHEST for action port [ 1067.505070] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_rules [ 1067.505544] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_members [ 1067.505544] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db89025d-d05b-4c06-bfc9-05a9940cb58b with Priority: HIGHEST for action port [ 1067.506235] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.506235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.506235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.507305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.509034] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.512676] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.512820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.512886] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.513128] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.513361] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.514194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.514194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.514194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.514194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.514194] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.515044] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-db89025d-d05b-4c06-bfc9-05a9940cb58b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.515163] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db89025d-d05b-4c06-bfc9-05a9940cb58b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.515163] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db89025d-d05b-4c06-bfc9-05a9940cb58b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.515283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db89025d-d05b-4c06-bfc9-05a9940cb58b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.515363] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db89025d-d05b-4c06-bfc9-05a9940cb58b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.875097] env[65674]: INFO networking_nsxv3.common.synchronization [None req-97969812-56fe-4ed0-a5a4-493903f47141 None None] Enqueued Resource ID: cf80d053-ce82-4edd-8db8-94593d3f6347 with Priority: HIGHEST for action port [ 1067.875669] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf80d053-ce82-4edd-8db8-94593d3f6347 with Priority: HIGHEST for action port [ 1067.875969] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf80d053-ce82-4edd-8db8-94593d3f6347 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.876103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf80d053-ce82-4edd-8db8-94593d3f6347" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.877069] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf80d053-ce82-4edd-8db8-94593d3f6347" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.877825] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf80d053-ce82-4edd-8db8-94593d3f6347" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.877915] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf80d053-ce82-4edd-8db8-94593d3f6347',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.017411] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.017558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.017802] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.018785] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db89025d-d05b-4c06-bfc9-05a9940cb58b with status ACTIVE [ 1068.019467] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.019467] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.019467] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.019467] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.019467] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.019777] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.019777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.019926] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.019926] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.020057] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.020256] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.020404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.020404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.020562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.020639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.020728] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db89025d-d05b-4c06-bfc9-05a9940cb58b is going to be updated. [ 1068.046915] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.047095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.047166] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.047438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.047588] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.047780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db89025d-d05b-4c06-bfc9-05a9940cb58b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.383461] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf80d053-ce82-4edd-8db8-94593d3f6347 [ 1068.383786] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.383923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.383993] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.384248] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.384359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.384472] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf80d053-ce82-4edd-8db8-94593d3f6347 already deleted. [ 1068.384569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf80d053-ce82-4edd-8db8-94593d3f6347" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.522928] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.027847] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.028037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.028117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.028363] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.028477] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.028784] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 is going to be updated. [ 1069.062897] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.064267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.064267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.064267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.064267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.078332] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: IN_PROGRESS for 2s [ 1069.127096] env[65674]: INFO networking_nsxv3.common.synchronization [req-c31750ce-e13b-4e55-95ca-a78c5d4235f8 req-046c10e8-5e5b-4838-b99a-1c6a3c38a034 tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_members [ 1069.127291] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_members [ 1069.127628] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.127757] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.127825] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.128068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.128227] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.128509] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.128509] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.128599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.128599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.128722] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.493932] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.494661] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.494661] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.494661] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.494796] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.494943] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.495072] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.495403] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.495403] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.495610] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.495722] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.495827] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.495931] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.496057] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.496166] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.496295] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.517153] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.517274] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.517411] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.517584] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.517892] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.518075] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.518195] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.518549] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.518697] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.630384] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.021296] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.021520] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.021636] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.021950] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.022115] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.022272] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50 not found, creating... [ 1070.022530] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.022687] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.022805] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.023034] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.023174] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.024202] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.024392] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.024513] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.024747] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.024957] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.025152] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50 is going to be created. [ 1070.047371] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.047623] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.047770] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.048089] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.048353] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.048678] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.133275] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.476195] env[65674]: INFO networking_nsxv3.common.synchronization [req-b7fb0b26-cb0f-4151-8401-1fc78affc01b req-5a9acd2f-7933-4512-9e6b-c16d096a22ae tempest-ServersTestJSON-175155130 tempest-ServersTestJSON-175155130-project-member] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1070.477013] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1070.477492] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.477691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.477802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.478126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.478380] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.478551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.478663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.478935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.479100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.479400] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.636178] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.636634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.636634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.636634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.636780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.636907] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 is going to be updated. [ 1070.670871] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.671501] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.671501] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.671501] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.671648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.684447] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 in Status: IN_PROGRESS for 2s [ 1070.827424] env[65674]: INFO networking_nsxv3.common.synchronization [req-c31750ce-e13b-4e55-95ca-a78c5d4235f8 req-d06ff170-5a56-4ad0-bcff-84ddc0f11f70 service nova] Enqueued Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_rules [ 1070.827622] env[65674]: INFO networking_nsxv3.common.synchronization [req-c31750ce-e13b-4e55-95ca-a78c5d4235f8 req-d06ff170-5a56-4ad0-bcff-84ddc0f11f70 service nova] Enqueued Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_members [ 1070.827986] env[65674]: INFO networking_nsxv3.common.synchronization [req-c31750ce-e13b-4e55-95ca-a78c5d4235f8 req-d06ff170-5a56-4ad0-bcff-84ddc0f11f70 service nova] Enqueued Resource ID: 7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50 with Priority: HIGHEST for action port [ 1070.829940] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_rules [ 1070.829940] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_members [ 1070.829940] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50 with Priority: HIGHEST for action port [ 1070.829940] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.829940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.829940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.829940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.829940] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.830431] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.830548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.830779] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.830897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.830962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.831364] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.831364] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.982022] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.088307] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: SUCCESS [ 1071.088525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.088715] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.089311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.089311] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.089311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.089525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.089525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.089576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.089711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.089755] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.333766] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.333952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.337306] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50 with status ACTIVE [ 1071.337520] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.337684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.337768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.337975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.338074] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.338253] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.339150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.339150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.339150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.339150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.339150] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.339150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.339150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.339150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.339150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.339617] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50 is going to be updated. [ 1071.404153] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.404361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.404463] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.404783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.404975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.405222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a4c6dd5-0a76-4e4e-a439-4fb537c8cd50" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.484832] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.591841] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.592060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.592138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.592445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.592728] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.592839] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.592905] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.593133] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.593280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.593432] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.593680] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.593805] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.593915] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.594167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.594320] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.594432] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.594497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.594714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.594850] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.594974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.595080] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.988257] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.988538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.988538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.988648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.988973] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.988973] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1072.018934] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.018934] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.018934] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.018934] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.018934] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.028225] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1072.098115] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b305e199-a01e-403c-b6f2-0a74cfc8f645: rpc.has_security_group_logging(os_id): False [ 1072.119990] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.120347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.120347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.120457] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.158143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.158450] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.158598] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.158663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.158842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.158928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.159140] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.159248] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.159311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.159458] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.159534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.159713] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.159807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.159905] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.160012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.160091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.160177] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 is going to be updated. [ 1072.231468] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.231627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.231717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.231965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.232140] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.257410] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: IN_PROGRESS for 2s [ 1072.697244] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 in Status: SUCCESS [ 1072.697547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.697758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.698056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.698303] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.698473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.698582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.698815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.698925] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.699065] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.203213] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.706462] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.039290] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1074.039533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.208723] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.209100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.209100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.209311] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.209411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.209515] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 is going to be updated. [ 1074.238270] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.238474] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.238598] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.238909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.239115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.250693] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 in Status: IN_PROGRESS for 2s [ 1074.276820] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: SUCCESS [ 1074.277097] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.021425] env[65674]: INFO networking_nsxv3.common.synchronization [req-69c72d7a-d00c-48af-aef5-fec628600fd1 req-b2f5db62-ad66-4767-837a-59dbf3cb5eed tempest-AttachVolumeNegativeTest-351716722 tempest-AttachVolumeNegativeTest-351716722-project-member] Enqueued Resource ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 with Priority: HIGHEST for action security_group_members [ 1075.021995] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 with Priority: HIGHEST for action security_group_members [ 1075.022321] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7726cd64-33ca-43a9-a5b5-f9b24a20e794 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.022446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.022517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.022771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.022934] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.023048] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.023114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.023267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.023352] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.023448] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7726cd64-33ca-43a9-a5b5-f9b24a20e794',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.336725] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.337077] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-664" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.337077] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-664" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.337383] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-664" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.337639] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.337792] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.337903] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.338216] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.338438] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.338621] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.338678] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.338777] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.338888] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.338997] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.339114] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.339241] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.359958] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.359958] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.360125] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.360555] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-664" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.360555] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-21c264bc-201e-4b48-bd80-9f25a549c721 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.360672] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-21c264bc-201e-4b48-bd80-9f25a549c721" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.361175] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-21c264bc-201e-4b48-bd80-9f25a549c721" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.361175] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-21c264bc-201e-4b48-bd80-9f25a549c721" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.361295] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21c264bc-201e-4b48-bd80-9f25a549c721',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.525941] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.526221] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.526298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.526523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.526617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.526830] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.526926] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.526989] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.527154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.527228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.527313] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 already deleted. [ 1075.527391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.864970] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.864970] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.864970] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.864970] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.864970] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.864970] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 21c264bc-201e-4b48-bd80-9f25a549c721 not found, creating... [ 1075.865348] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.865348] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.865431] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.865622] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.865783] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.866147] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.866351] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.866476] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.866714] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.866865] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.867046] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 21c264bc-201e-4b48-bd80-9f25a549c721 is going to be created. [ 1075.896326] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.897070] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.897070] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.897383] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.897661] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.897952] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-21c264bc-201e-4b48-bd80-9f25a549c721" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.263261] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 in Status: SUCCESS [ 1076.263640] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.263921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.264186] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.264408] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.264551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.264647] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.264843] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.264937] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.265032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.265147] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.637716] env[65674]: INFO networking_nsxv3.common.synchronization [req-69c72d7a-d00c-48af-aef5-fec628600fd1 req-3e612dcc-3b9a-4fa8-953c-e7a9264d518a service nova] Enqueued Resource ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 with Priority: HIGHEST for action security_group_rules [ 1076.639323] env[65674]: INFO networking_nsxv3.common.synchronization [req-69c72d7a-d00c-48af-aef5-fec628600fd1 req-3e612dcc-3b9a-4fa8-953c-e7a9264d518a service nova] Enqueued Resource ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 with Priority: HIGHEST for action security_group_members [ 1076.639323] env[65674]: INFO networking_nsxv3.common.synchronization [req-69c72d7a-d00c-48af-aef5-fec628600fd1 req-3e612dcc-3b9a-4fa8-953c-e7a9264d518a service nova] Enqueued Resource ID: 21c264bc-201e-4b48-bd80-9f25a549c721 with Priority: HIGHEST for action port [ 1076.639323] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 with Priority: HIGHEST for action security_group_rules [ 1076.639323] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 with Priority: HIGHEST for action security_group_members [ 1076.640441] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c264bc-201e-4b48-bd80-9f25a549c721 with Priority: HIGHEST for action port [ 1076.640441] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.640704] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.640704] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.640809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.640891] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7726cd64-33ca-43a9-a5b5-f9b24a20e794',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.641836] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7726cd64-33ca-43a9-a5b5-f9b24a20e794 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.642130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.642209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.642366] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.642559] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.642788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.642830] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.644043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.644043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.644043] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7726cd64-33ca-43a9-a5b5-f9b24a20e794',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.644043] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-21c264bc-201e-4b48-bd80-9f25a549c721 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.644660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21c264bc-201e-4b48-bd80-9f25a549c721" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.644660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21c264bc-201e-4b48-bd80-9f25a549c721" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.644660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21c264bc-201e-4b48-bd80-9f25a549c721" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.644660] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21c264bc-201e-4b48-bd80-9f25a549c721',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.767504] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.146902] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21c264bc-201e-4b48-bd80-9f25a549c721 with status ACTIVE [ 1077.147288] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.147516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.147611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.147892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.147927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.148137] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.148226] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.148285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.148606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.148701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.148987] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.149069] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.149105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.149228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.149304] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.149389] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21c264bc-201e-4b48-bd80-9f25a549c721 is going to be updated. [ 1077.151351] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7726cd64-33ca-43a9-a5b5-f9b24a20e794 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.151351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.151351] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7726cd64-33ca-43a9-a5b5-f9b24a20e794',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.194190] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.194190] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.194190] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.194190] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.194190] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.194190] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21c264bc-201e-4b48-bd80-9f25a549c721" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.272330] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7: rpc.has_security_group_logging(os_id): False [ 1077.310045] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.310045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.310045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.310045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.310045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.310045] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.310045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.310045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.310045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.310045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.310045] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 is going to be updated. [ 1077.391909] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.391909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.391909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.391909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.391909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.407196] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 in Status: IN_PROGRESS for 2s [ 1077.474519] env[65674]: INFO networking_nsxv3.common.synchronization [req-b35e4f45-3454-427c-a9f6-ad27ec9a8808 req-7189812e-2a94-4f2d-afa8-1ee4966e98cf tempest-ServerActionsTestOtherB-856458543 tempest-ServerActionsTestOtherB-856458543-project-member] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 1077.475239] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 1077.475675] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.475793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.475856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.476481] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.476481] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.476630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.476630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.476806] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.477742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.477742] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.655681] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7726cd64-33ca-43a9-a5b5-f9b24a20e794',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.899839] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.900037] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-335" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.900158] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-335" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.900453] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-335" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.900682] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.900826] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.900935] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.901162] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.901349] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.901502] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.901613] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.901722] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.901835] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.901942] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.902058] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.902184] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.924799] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.924799] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.924993] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.925095] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-335" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.925422] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-427a07c5-1447-49db-976b-c71979361d91 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.925658] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-427a07c5-1447-49db-976b-c71979361d91" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.925861] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-427a07c5-1447-49db-976b-c71979361d91" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.926255] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-427a07c5-1447-49db-976b-c71979361d91" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.926395] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('427a07c5-1447-49db-976b-c71979361d91',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.979563] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.979729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.979828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.980069] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.980184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.980397] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.980505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.980555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.980713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.980809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.980934] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc is going to be updated. [ 1078.012566] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.012749] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.012818] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.013096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.013183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.027492] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: IN_PROGRESS for 2s [ 1078.159082] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.159284] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.159284] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.159482] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.159574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.159675] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 is going to be created. [ 1078.188285] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.188470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.188554] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.188769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.188930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.200919] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 in Status: UNINITIALIZED for 2s [ 1078.429476] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.429680] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.429803] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.430144] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.430258] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.430408] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 427a07c5-1447-49db-976b-c71979361d91 not found, creating... [ 1078.430672] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.430817] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.430932] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.431169] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.431317] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.431727] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.431919] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.432079] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.432334] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.432547] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.432755] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 427a07c5-1447-49db-976b-c71979361d91 is going to be created. [ 1078.454245] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.454497] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.454621] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.455036] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.455266] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.455488] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-427a07c5-1447-49db-976b-c71979361d91" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.159383] env[65674]: INFO networking_nsxv3.common.synchronization [req-b35e4f45-3454-427c-a9f6-ad27ec9a8808 req-62387fef-da99-4111-a743-de36cd0d6f7f service nova] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_rules [ 1079.159962] env[65674]: INFO networking_nsxv3.common.synchronization [req-b35e4f45-3454-427c-a9f6-ad27ec9a8808 req-62387fef-da99-4111-a743-de36cd0d6f7f service nova] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 1079.160558] env[65674]: INFO networking_nsxv3.common.synchronization [req-b35e4f45-3454-427c-a9f6-ad27ec9a8808 req-62387fef-da99-4111-a743-de36cd0d6f7f service nova] Enqueued Resource ID: 427a07c5-1447-49db-976b-c71979361d91 with Priority: HIGHEST for action port [ 1079.162268] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_rules [ 1079.162268] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 1079.162268] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427a07c5-1447-49db-976b-c71979361d91 with Priority: HIGHEST for action port [ 1079.162268] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.162643] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.162819] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.163174] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.163356] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.164714] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.165392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.165392] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-427a07c5-1447-49db-976b-c71979361d91 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.165392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-427a07c5-1447-49db-976b-c71979361d91" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.165746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-427a07c5-1447-49db-976b-c71979361d91" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.166086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-427a07c5-1447-49db-976b-c71979361d91" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.166275] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('427a07c5-1447-49db-976b-c71979361d91',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.425089] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 in Status: SUCCESS [ 1079.425089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.668506] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.668639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.668842] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 427a07c5-1447-49db-976b-c71979361d91 with status ACTIVE [ 1079.669021] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.669137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.669523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.669720] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.669841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.669997] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.670368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.670368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.670368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.670483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.670574] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.670659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.670751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.670850] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.670919] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.671470] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 427a07c5-1447-49db-976b-c71979361d91 is going to be updated. [ 1079.696688] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.696793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.696839] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.697141] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.697296] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.697438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-427a07c5-1447-49db-976b-c71979361d91" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.040661] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: SUCCESS [ 1080.040865] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc deletion is rescheduled due to dependency. [ 1080.040984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.041165] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.041383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.041564] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.041679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.041742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.041889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.041968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.042077] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.214158] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 in Status: SUCCESS [ 1080.214554] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.214554] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.214690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.214909] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.215044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.215119] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.215288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.215362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.215421] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.215514] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7726cd64-33ca-43a9-a5b5-f9b24a20e794',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.545074] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.717989] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7726cd64-33ca-43a9-a5b5-f9b24a20e794',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.049579] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.221326] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7726cd64-33ca-43a9-a5b5-f9b24a20e794: rpc.has_security_group_logging(os_id): False [ 1081.245232] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.247582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.247582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.247582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.247582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.247582] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.247582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.247582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.247582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.247582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.247582] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 is going to be created. [ 1081.323775] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.323775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.323775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.323775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.323775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.340734] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 in Status: IN_PROGRESS for 2s [ 1081.551961] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.552222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.552304] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.552575] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.552688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.552796] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc is going to be updated. [ 1081.590323] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.590529] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.590644] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.590826] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.590971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.603035] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: IN_PROGRESS for 2s [ 1081.812163] env[65674]: INFO networking_nsxv3.common.synchronization [None req-615f5ac9-e75f-4221-a942-e8c8d55b4992 tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 1081.812708] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 1081.813111] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.813247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.813367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.813523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.813684] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.813795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.813917] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.814070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.814152] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.814288] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.316998] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.317400] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.317400] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.317696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.343895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.344520] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.344520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.344520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.345134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.345134] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.345134] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be updated. [ 1082.376370] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.376545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.376604] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.376783] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.376924] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.388769] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: IN_PROGRESS for 2s [ 1083.354056] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 in Status: SUCCESS [ 1083.354431] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.616996] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: SUCCESS [ 1083.617254] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.617917] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.617917] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.617917] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.618142] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.618142] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.618213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.618349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.618405] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.618473] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.120813] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.398550] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 1084.398852] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d deletion is rescheduled due to dependency. [ 1084.398932] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.625920] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37eb7366-98a5-4d33-a73e-4b81bf00dcbc: rpc.has_security_group_logging(os_id): False [ 1084.647184] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.647778] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.648060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.648386] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.648650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.649501] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.649723] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.649820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.650128] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.650208] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.650268] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc is going to be updated. [ 1084.716444] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.716615] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.716702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.716959] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.717323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.734926] env[65674]: INFO networking_nsxv3.common.synchronization [req-a7b2bcaf-aef4-4096-bd24-99b39bb59cd7 req-20d3c681-95e6-4637-8a83-aee5c546fa4f tempest-ServersTestJSON-175155130 tempest-ServersTestJSON-175155130-project-member] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1084.735572] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: IN_PROGRESS for 2s [ 1084.736160] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1084.736564] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.736741] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.736835] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.737092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.737306] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.737443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.737534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.737721] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.737875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.738049] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.137430] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.137635] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.137761] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.138052] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.138313] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.138468] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.138580] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.138798] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.138940] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.139231] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.139346] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.139454] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.139554] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.139663] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.139765] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.139895] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.161236] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.161454] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.161632] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.161723] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.162117] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-17c3fd91-be00-4159-8b58-a234e1424211 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.162325] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-17c3fd91-be00-4159-8b58-a234e1424211" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.162465] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-17c3fd91-be00-4159-8b58-a234e1424211" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.162812] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-17c3fd91-be00-4159-8b58-a234e1424211" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.162943] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17c3fd91-be00-4159-8b58-a234e1424211',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.241028] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.665875] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.666345] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.666345] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.666651] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.666957] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.667745] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 17c3fd91-be00-4159-8b58-a234e1424211 not found, creating... [ 1085.667745] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.667745] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.667745] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.667915] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.667981] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.668344] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.668647] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.668647] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.669450] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.669450] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.669450] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 17c3fd91-be00-4159-8b58-a234e1424211 is going to be created. [ 1085.689717] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.690037] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.690209] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.690880] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.690880] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.691168] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-17c3fd91-be00-4159-8b58-a234e1424211" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.743874] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.247290] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.247478] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.247581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.247789] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.247884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.248015] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1086.276991] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.277189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.277232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.277869] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.277869] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.288752] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1086.408182] env[65674]: INFO networking_nsxv3.common.synchronization [req-a7b2bcaf-aef4-4096-bd24-99b39bb59cd7 req-dbfc93b3-e31a-4b33-b534-4c0ac5b7d791 service nova] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_rules [ 1086.408182] env[65674]: INFO networking_nsxv3.common.synchronization [req-a7b2bcaf-aef4-4096-bd24-99b39bb59cd7 req-dbfc93b3-e31a-4b33-b534-4c0ac5b7d791 service nova] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1086.408182] env[65674]: INFO networking_nsxv3.common.synchronization [req-a7b2bcaf-aef4-4096-bd24-99b39bb59cd7 req-dbfc93b3-e31a-4b33-b534-4c0ac5b7d791 service nova] Enqueued Resource ID: 17c3fd91-be00-4159-8b58-a234e1424211 with Priority: HIGHEST for action port [ 1086.408182] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_rules [ 1086.408182] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1086.408182] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17c3fd91-be00-4159-8b58-a234e1424211 with Priority: HIGHEST for action port [ 1086.408182] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.408182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.408809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.409121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.409333] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.411548] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.411797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.412219] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-17c3fd91-be00-4159-8b58-a234e1424211 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.412219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17c3fd91-be00-4159-8b58-a234e1424211" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.412219] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17c3fd91-be00-4159-8b58-a234e1424211" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.412412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17c3fd91-be00-4159-8b58-a234e1424211" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.412412] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17c3fd91-be00-4159-8b58-a234e1424211',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.756544] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: SUCCESS [ 1086.756905] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.916470] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.916470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.916470] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17c3fd91-be00-4159-8b58-a234e1424211 with status ACTIVE [ 1086.916470] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.916470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.916470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.916470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.916470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.916470] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.916470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.916470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.916470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.916470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.916470] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.917301] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.917775] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.917990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.920529] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.920605] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17c3fd91-be00-4159-8b58-a234e1424211 is going to be updated. [ 1086.945801] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.945801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.945801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.945801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.945801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.945801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17c3fd91-be00-4159-8b58-a234e1424211" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.303487] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1088.303881] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.303881] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.304211] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.304400] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.304524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.304585] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.304779] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.304999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.305176] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.808015] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.310449] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.813258] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.813902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.813902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.813902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.813902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.813902] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1089.849558] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.849720] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.849810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.850167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.850550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.860686] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1091.408926] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1091.409207] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1091.873131] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1091.873411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.873614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.873861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.874122] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.874283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.874360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.874533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.874633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.874750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.874865] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.378034] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.378413] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.378552] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.378928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.379217] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.379387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.379494] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.379759] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.379902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.380076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.380327] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.380477] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.380583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.381060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.381060] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.381191] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.381284] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.381550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.381680] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.381821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.381971] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.884521] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c312056-c4d1-41a9-91b6-7c8a55c74b89: rpc.has_security_group_logging(os_id): False [ 1092.912105] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.912307] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.912307] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.912577] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.912689] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.913033] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.913215] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.913322] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.913520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.913605] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.913813] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.913934] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.913999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.914194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.914267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.914495] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.914604] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.914685] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.914855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.914938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.915091] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1093.020137] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.020399] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.020399] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.020612] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.020818] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.034083] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1095.049166] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1095.049562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.409858] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1096.410221] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1097.521154] env[65674]: INFO networking_nsxv3.common.synchronization [req-e8973f20-a7e9-4862-b4e5-a62d23d54861 req-ef3a4b74-239f-47c6-98d0-7b62b245c4d2 tempest-DeleteServersTestJSON-212486772 tempest-DeleteServersTestJSON-212486772-project-member] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 1097.521753] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGHEST for action security_group_members [ 1097.522857] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.522857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.522857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.522857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.523075] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.523075] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.523075] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.523469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.523469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.523469] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.027881] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.028075] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.028124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.028385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.028534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.028694] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.028794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.028859] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.029014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.029092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.029183] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be updated. [ 1098.056187] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.056425] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.056425] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.056586] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.056718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.070350] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: IN_PROGRESS for 2s [ 1098.799232] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.799624] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.799624] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.799971] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.800600] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.800826] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.800996] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.801341] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.801593] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.802027] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.802208] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.802366] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.802523] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.802691] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.802830] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.802964] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.825589] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.825938] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.826055] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.826171] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.826641] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-f69f9daa-573f-4147-91ff-79aae1cbf324 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.826882] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-f69f9daa-573f-4147-91ff-79aae1cbf324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.827020] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-f69f9daa-573f-4147-91ff-79aae1cbf324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.827351] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-f69f9daa-573f-4147-91ff-79aae1cbf324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.827491] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69f9daa-573f-4147-91ff-79aae1cbf324',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.330869] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.330869] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.330869] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.331184] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.331184] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.331257] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port f69f9daa-573f-4147-91ff-79aae1cbf324 not found, creating... [ 1099.331492] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.331661] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.331803] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.332000] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.332150] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.332445] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.332599] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.332711] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.332931] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.333068] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.333186] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: f69f9daa-573f-4147-91ff-79aae1cbf324 is going to be created. [ 1099.354386] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.354621] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.354747] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.355084] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.355496] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.355786] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-f69f9daa-573f-4147-91ff-79aae1cbf324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.078720] env[65674]: INFO networking_nsxv3.common.synchronization [req-800201af-22e8-47c3-9f16-0a93b44effaf req-0bb2a172-f87b-41ed-9c13-a321e1617b2c service nova] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_rules [ 1100.079051] env[65674]: INFO networking_nsxv3.common.synchronization [req-800201af-22e8-47c3-9f16-0a93b44effaf req-0bb2a172-f87b-41ed-9c13-a321e1617b2c service nova] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 1100.079051] env[65674]: INFO networking_nsxv3.common.synchronization [req-800201af-22e8-47c3-9f16-0a93b44effaf req-0bb2a172-f87b-41ed-9c13-a321e1617b2c service nova] Enqueued Resource ID: f69f9daa-573f-4147-91ff-79aae1cbf324 with Priority: HIGHEST for action port [ 1100.079523] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_rules [ 1100.079656] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 1100.079751] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f9daa-573f-4147-91ff-79aae1cbf324 with Priority: HIGHEST for action port [ 1100.080296] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.080485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.080566] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.080804] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.080954] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.082609] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.082772] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.082866] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.083181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.083412] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.083558] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.083664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.083974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.084113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.084288] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.086337] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-f69f9daa-573f-4147-91ff-79aae1cbf324 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.086337] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f69f9daa-573f-4147-91ff-79aae1cbf324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.086777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f69f9daa-573f-4147-91ff-79aae1cbf324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.086777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f69f9daa-573f-4147-91ff-79aae1cbf324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.087499] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69f9daa-573f-4147-91ff-79aae1cbf324',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.089818] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 in Status: SUCCESS [ 1100.090571] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 deletion is rescheduled due to dependency. [ 1100.090571] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.582978] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.583131] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.586563] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.592879] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f69f9daa-573f-4147-91ff-79aae1cbf324 with status ACTIVE [ 1100.593306] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.594025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.594025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.594025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.594025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.594353] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.594534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.594591] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.594756] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.594865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.595089] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.595222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.595306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.595472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.595576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.595667] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f69f9daa-573f-4147-91ff-79aae1cbf324 is going to be updated. [ 1100.617698] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.617875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.617912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.618117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.618257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.618415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f69f9daa-573f-4147-91ff-79aae1cbf324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.037513] env[65674]: INFO networking_nsxv3.common.synchronization [req-9e12cbd7-8c55-40b6-a97e-cde2ed853f04 req-4ad47118-7fc7-48e8-9da3-0115e2201908 tempest-ServersTestJSON-175155130 tempest-ServersTestJSON-175155130-project-member] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1101.039770] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1101.039770] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.039770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.039770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.039770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.039770] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.039770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.039770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.039770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.039770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.039770] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.089261] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.353107] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.353107] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.353107] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.353488] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.354074] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.354452] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.354678] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.355066] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.355369] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.355714] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.355951] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.356216] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.356475] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.356699] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.356915] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.357204] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.387401] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.387401] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.387401] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.387626] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.387953] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-6b3819f6-ed45-4711-9888-e0548d25367e taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.388261] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-6b3819f6-ed45-4711-9888-e0548d25367e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.388470] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-6b3819f6-ed45-4711-9888-e0548d25367e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.388995] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-6b3819f6-ed45-4711-9888-e0548d25367e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.389136] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b3819f6-ed45-4711-9888-e0548d25367e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.541669] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.592405] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.593170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.593170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.593170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.593170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.593170] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be updated. [ 1101.632326] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.632326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.632326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.632326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.632326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.642192] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: IN_PROGRESS for 2s [ 1101.892046] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.892242] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.892437] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.892734] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.892891] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.893065] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 6b3819f6-ed45-4711-9888-e0548d25367e not found, creating... [ 1101.893338] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.893525] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.893656] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.893877] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.894024] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.894387] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.894543] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.894658] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.894874] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.895014] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.895153] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 6b3819f6-ed45-4711-9888-e0548d25367e is going to be created. [ 1101.915129] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.915390] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.915529] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.915798] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.916032] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.916255] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-6b3819f6-ed45-4711-9888-e0548d25367e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.044215] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.429545] env[65674]: INFO networking_nsxv3.common.synchronization [req-6acb4e54-6840-48f3-a9bd-5c7e98753b20 req-9dc117e5-d7ab-4cdf-8f94-06a857264643 tempest-ServersNegativeTestJSON-1995414509 tempest-ServersNegativeTestJSON-1995414509-project-member] Enqueued Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_members [ 1102.430217] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 with Priority: HIGHEST for action security_group_members [ 1102.430594] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b305e199-a01e-403c-b6f2-0a74cfc8f645 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.430701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.430701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.430956] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.431065] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.431181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.431244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.431400] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.431485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.431581] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b305e199-a01e-403c-b6f2-0a74cfc8f645',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.547071] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.547821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.547955] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.548408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.548674] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.548721] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1102.583370] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.583482] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.583567] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.583784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.584109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.595616] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1102.616343] env[65674]: INFO networking_nsxv3.common.synchronization [req-9e12cbd7-8c55-40b6-a97e-cde2ed853f04 req-7e4f02e3-18b4-4efe-8df0-6baf12987530 service nova] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_rules [ 1102.616343] env[65674]: INFO networking_nsxv3.common.synchronization [req-9e12cbd7-8c55-40b6-a97e-cde2ed853f04 req-7e4f02e3-18b4-4efe-8df0-6baf12987530 service nova] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1102.616343] env[65674]: INFO networking_nsxv3.common.synchronization [req-9e12cbd7-8c55-40b6-a97e-cde2ed853f04 req-7e4f02e3-18b4-4efe-8df0-6baf12987530 service nova] Enqueued Resource ID: 6b3819f6-ed45-4711-9888-e0548d25367e with Priority: HIGHEST for action port [ 1102.616775] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_rules [ 1102.616947] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1102.617125] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3819f6-ed45-4711-9888-e0548d25367e with Priority: HIGHEST for action port [ 1102.617413] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.618272] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.618272] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.618272] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.618272] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.618912] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.619016] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.619212] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b3819f6-ed45-4711-9888-e0548d25367e taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.619349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b3819f6-ed45-4711-9888-e0548d25367e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.619410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b3819f6-ed45-4711-9888-e0548d25367e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.619639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b3819f6-ed45-4711-9888-e0548d25367e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.619746] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b3819f6-ed45-4711-9888-e0548d25367e',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.934158] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.934390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.934522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.934844] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.934947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.935122] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.935221] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.935313] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.935483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.935604] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.935678] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 is going to be updated. [ 1102.968254] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.968447] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.968447] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.968754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.968911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.979090] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: IN_PROGRESS for 2s [ 1103.121495] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.121723] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.121880] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b3819f6-ed45-4711-9888-e0548d25367e with status ACTIVE [ 1103.122076] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.122204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.122284] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.122515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.122611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.122819] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.122897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.122951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.123109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.123181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.123376] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.123451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.123514] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.123665] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.123737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.123824] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b3819f6-ed45-4711-9888-e0548d25367e is going to be updated. [ 1103.156256] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.156462] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.156462] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.156670] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.156980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.156980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b3819f6-ed45-4711-9888-e0548d25367e" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.652430] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 1103.652727] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.652928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.653185] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.653397] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.653553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.653604] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.653752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.653843] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.653955] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.654056] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.157785] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.158037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.158092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.158923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.158923] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.158923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.158923] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.159355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.159355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.159355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.159515] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.159589] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.159822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.159822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.160086] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.160177] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.160237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.160365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.160438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.160541] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.160717] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.610521] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1104.610735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.610905] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.611345] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.611579] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.612218] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.612361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.612563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.613018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.613286] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.662728] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34c2ef34-85ee-4922-a486-aec2c25f301d: rpc.has_security_group_logging(os_id): False [ 1104.684317] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.684512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.684553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.684802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.684899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.685690] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.685690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.685690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.685690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.685690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.685933] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.686589] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.687611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.687806] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.687911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.688162] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.688381] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.688381] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.688506] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.688599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.688710] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be updated. [ 1104.753885] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.754057] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.754117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.755049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.755049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.767788] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: IN_PROGRESS for 2s [ 1104.990572] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 in Status: SUCCESS [ 1104.990762] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b305e199-a01e-403c-b6f2-0a74cfc8f645 deletion is rescheduled due to dependency. [ 1104.990879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b305e199-a01e-403c-b6f2-0a74cfc8f645" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.116608] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.620367] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.122918] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.123324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.123324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.123324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.123548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.123548] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1106.155561] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.155748] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.155789] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.155971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.156124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.166162] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1106.781178] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 1106.781552] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.617850] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1107.618156] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1108.178087] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1108.178087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.178087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.178087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.178087] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.178087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.178087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.178087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.178087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.178087] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.178087] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.680653] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.681483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.681483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.681483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.681483] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.681483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.681483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.681483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.681816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.681816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.681816] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.681965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.681965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.682060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.682788] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.682788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.682788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.682788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.682788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.682788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.682788] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.185896] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c312056-c4d1-41a9-91b6-7c8a55c74b89: rpc.has_security_group_logging(os_id): False [ 1109.206081] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.206259] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.206334] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.206525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.206611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.206821] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.206925] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.206996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.207143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.207217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.207407] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.207515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.207572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.207684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.207754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.208213] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.208213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.208213] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.208333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.208333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.208396] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1109.279261] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.279455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.279455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.279656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.279829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.296601] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1109.855568] env[65674]: INFO networking_nsxv3.common.synchronization [None req-5ebb9a80-8df0-4c2f-be08-ffe11bc19b77 None None] Enqueued Resource ID: 85e5f050-3468-434b-86dd-780e1e0e98ac with Priority: HIGHEST for action port [ 1109.856242] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85e5f050-3468-434b-86dd-780e1e0e98ac with Priority: HIGHEST for action port [ 1109.856596] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-85e5f050-3468-434b-86dd-780e1e0e98ac taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.856596] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85e5f050-3468-434b-86dd-780e1e0e98ac" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.856596] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85e5f050-3468-434b-86dd-780e1e0e98ac" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.857357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85e5f050-3468-434b-86dd-780e1e0e98ac" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.857357] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85e5f050-3468-434b-86dd-780e1e0e98ac',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.132631] env[65674]: INFO networking_nsxv3.common.synchronization [req-3d0dfddd-7898-40fe-82e0-467481c0894a req-d5c18c52-7f18-4665-8165-1314acd154e2 tempest-ServerActionsTestJSON-1311477773 tempest-ServerActionsTestJSON-1311477773-project-member] Enqueued Resource ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 with Priority: HIGHEST for action security_group_members [ 1110.133202] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 with Priority: HIGHEST for action security_group_members [ 1110.135305] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.135305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.135305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.135305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.135305] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.135305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.135305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.135637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.135869] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.135869] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfdbed75-8fb2-47a9-9c7b-e42981fd46e9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.359026] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85e5f050-3468-434b-86dd-780e1e0e98ac [ 1110.359299] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.359477] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.359477] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.360800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.360800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.360800] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85e5f050-3468-434b-86dd-780e1e0e98ac already deleted. [ 1110.360800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85e5f050-3468-434b-86dd-780e1e0e98ac" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.543257] env[65674]: INFO networking_nsxv3.common.synchronization [None req-8ac0f1df-d811-47a1-a74d-c67aa4ee9ba5 tempest-AttachVolumeShelveTestJSON-635892039 tempest-AttachVolumeShelveTestJSON-635892039-project-member] Enqueued Resource ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 with Priority: HIGHEST for action security_group_rules [ 1110.543257] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 with Priority: HIGHEST for action security_group_rules [ 1110.543257] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.543257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.543257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.543257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.543257] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.628110] env[65674]: INFO networking_nsxv3.common.synchronization [None req-91a2e527-2016-407d-a3fc-92247ad2337a tempest-AttachVolumeShelveTestJSON-635892039 tempest-AttachVolumeShelveTestJSON-635892039-project-member] Enqueued Resource ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 with Priority: HIGHEST for action security_group_rules [ 1110.628990] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 with Priority: HIGHEST for action security_group_rules [ 1110.629435] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.629555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.638823] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.639067] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.639098] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.639416] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.663536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.663536] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.663753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.663753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.664271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.664271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.664271] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 is going to be updated. [ 1110.699052] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.699052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.699052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.699052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.699052] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.709920] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 in Status: IN_PROGRESS for 2s [ 1111.070196] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.070196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.070196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.070196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.070196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.070196] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 already deleted. [ 1111.070196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.070196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.070196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.070196] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.311230] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1111.311693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.593858] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.594039] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.594084] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.594306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.594396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.594512] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 already deleted. [ 1111.594607] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.601986] env[65674]: INFO networking_nsxv3.common.synchronization [None req-58d33671-cdbe-4dfd-a9f7-9b834c8acb6d None None] Enqueued Resource ID: 76008089-f76d-42e8-abc2-75f779cda364 with Priority: HIGHEST for action port [ 1112.602544] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76008089-f76d-42e8-abc2-75f779cda364 with Priority: HIGHEST for action port [ 1112.602852] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-76008089-f76d-42e8-abc2-75f779cda364 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.603036] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76008089-f76d-42e8-abc2-75f779cda364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.603135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76008089-f76d-42e8-abc2-75f779cda364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.603524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76008089-f76d-42e8-abc2-75f779cda364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.603659] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76008089-f76d-42e8-abc2-75f779cda364',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.721833] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 in Status: SUCCESS [ 1112.721833] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 deletion is rescheduled due to dependency. [ 1112.722063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.109055] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76008089-f76d-42e8-abc2-75f779cda364 [ 1113.109205] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.109269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.109319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.109561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.109656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.109754] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76008089-f76d-42e8-abc2-75f779cda364 already deleted. [ 1113.109847] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76008089-f76d-42e8-abc2-75f779cda364" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.874851] env[65674]: INFO networking_nsxv3.common.synchronization [req-ff197be0-b258-427b-ad35-dc8f43729333 req-3730c4cd-cb61-4602-8aef-f3464471d47a tempest-ServersTestJSON-175155130 tempest-ServersTestJSON-175155130-project-member] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1113.875796] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1113.877029] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.877029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.877029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.877029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.877029] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.877029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.877029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.877326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.877326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.877326] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.379735] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.881553] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.387504] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.387679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.387714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.387936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.388069] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.388153] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1115.422036] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.422272] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.422327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.422642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.422848] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.432613] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1116.941023] env[65674]: INFO networking_nsxv3.common.synchronization [req-9ced929c-6663-4f05-9a0c-b0823a023a68 req-682bdf26-7269-4870-973a-bacfd54c9979 tempest-AttachVolumeShelveTestJSON-635892039 tempest-AttachVolumeShelveTestJSON-635892039-project-member] Enqueued Resource ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 with Priority: HIGHEST for action security_group_members [ 1116.941023] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 with Priority: HIGHEST for action security_group_members [ 1116.941023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.941023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.941758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.941758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.942534] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.942666] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.942854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.942994] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.942994] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.943131] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.015375] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.015646] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.015773] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.016048] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.016311] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.016468] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.016583] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.016797] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.016938] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.017395] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.017513] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.017623] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.017824] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.017891] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.017966] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.018077] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.041114] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.041338] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.041466] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.041684] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-289" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.042020] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-f69f9daa-573f-4147-91ff-79aae1cbf324 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.042196] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-f69f9daa-573f-4147-91ff-79aae1cbf324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.042316] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-f69f9daa-573f-4147-91ff-79aae1cbf324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.042625] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-f69f9daa-573f-4147-91ff-79aae1cbf324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.042770] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69f9daa-573f-4147-91ff-79aae1cbf324',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.245914] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.246157] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-723" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.246322] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-723" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.246677] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-723" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.246997] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.247183] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.247287] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.247509] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.247650] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.247862] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.247969] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.248087] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.248237] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.248308] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.248384] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.248515] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.290588] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.290798] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.290886] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.291124] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-723" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.291468] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-054d7d6a-dde7-4619-aefb-4e7bf1024419 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.291758] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-054d7d6a-dde7-4619-aefb-4e7bf1024419" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.291827] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-054d7d6a-dde7-4619-aefb-4e7bf1024419" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.292136] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-054d7d6a-dde7-4619-aefb-4e7bf1024419" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.292296] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('054d7d6a-dde7-4619-aefb-4e7bf1024419',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.442926] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1117.443191] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.445766] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.445969] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.445969] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.446222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.446306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.446543] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.446705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.446797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.446956] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.447056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.447147] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 already deleted. [ 1117.447236] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.545189] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.545427] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.545587] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.545908] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.546091] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.546394] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.546553] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.546698] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.546981] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.547081] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.547387] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.547543] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.547687] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.547890] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.548058] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.548204] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: f69f9daa-573f-4147-91ff-79aae1cbf324 is going to be updated. [ 1117.570795] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.571078] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.571152] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.571434] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.571643] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.571865] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-f69f9daa-573f-4147-91ff-79aae1cbf324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.794821] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.795138] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.795265] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.795569] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.795747] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.795906] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 054d7d6a-dde7-4619-aefb-4e7bf1024419 not found, creating... [ 1117.796193] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.796369] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.796484] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.796725] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.796868] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.797274] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.797461] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.797579] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.797788] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.797917] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.798089] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 054d7d6a-dde7-4619-aefb-4e7bf1024419 is going to be created. [ 1117.821406] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.821663] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.821792] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.822109] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.822358] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.822586] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-054d7d6a-dde7-4619-aefb-4e7bf1024419" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.307240] env[65674]: INFO networking_nsxv3.common.synchronization [req-7c47c71c-e1e1-4b61-9e47-00588168ef90 req-e536e036-bb3b-414b-b6e0-88646c45fc90 service nova] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_rules [ 1118.307536] env[65674]: INFO networking_nsxv3.common.synchronization [req-7c47c71c-e1e1-4b61-9e47-00588168ef90 req-e536e036-bb3b-414b-b6e0-88646c45fc90 service nova] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 1118.307536] env[65674]: INFO networking_nsxv3.common.synchronization [req-7c47c71c-e1e1-4b61-9e47-00588168ef90 req-e536e036-bb3b-414b-b6e0-88646c45fc90 service nova] Enqueued Resource ID: f69f9daa-573f-4147-91ff-79aae1cbf324 with Priority: HIGHEST for action port [ 1118.308664] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_rules [ 1118.308824] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 1118.308929] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f9daa-573f-4147-91ff-79aae1cbf324 with Priority: HIGHEST for action port [ 1118.309949] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.310105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.310176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.310379] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.310462] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.313227] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.313317] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.313437] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.313640] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.313832] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.313968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.314048] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.314237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.314332] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.314428] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.316415] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-f69f9daa-573f-4147-91ff-79aae1cbf324 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.316415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f69f9daa-573f-4147-91ff-79aae1cbf324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.316415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f69f9daa-573f-4147-91ff-79aae1cbf324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.316415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f69f9daa-573f-4147-91ff-79aae1cbf324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.316415] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69f9daa-573f-4147-91ff-79aae1cbf324',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.526449] env[65674]: INFO networking_nsxv3.common.synchronization [req-9ced929c-6663-4f05-9a0c-b0823a023a68 req-588a53b8-0ae5-4c0a-be58-9e5f8769750f service nova] Enqueued Resource ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 with Priority: HIGHEST for action security_group_rules [ 1118.526449] env[65674]: INFO networking_nsxv3.common.synchronization [req-9ced929c-6663-4f05-9a0c-b0823a023a68 req-588a53b8-0ae5-4c0a-be58-9e5f8769750f service nova] Enqueued Resource ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 with Priority: HIGHEST for action security_group_members [ 1118.526574] env[65674]: INFO networking_nsxv3.common.synchronization [req-9ced929c-6663-4f05-9a0c-b0823a023a68 req-588a53b8-0ae5-4c0a-be58-9e5f8769750f service nova] Enqueued Resource ID: 054d7d6a-dde7-4619-aefb-4e7bf1024419 with Priority: HIGHEST for action port [ 1118.527328] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 with Priority: HIGHEST for action security_group_rules [ 1118.527472] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 with Priority: HIGHEST for action security_group_members [ 1118.527570] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054d7d6a-dde7-4619-aefb-4e7bf1024419 with Priority: HIGHEST for action port [ 1118.527887] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.527997] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.528049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.528252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.528333] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.529185] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.529330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.529442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.530033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.530033] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.530033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.530033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.530033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.530033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.530263] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.531257] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-054d7d6a-dde7-4619-aefb-4e7bf1024419 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.531326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-054d7d6a-dde7-4619-aefb-4e7bf1024419" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.531453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-054d7d6a-dde7-4619-aefb-4e7bf1024419" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.531697] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-054d7d6a-dde7-4619-aefb-4e7bf1024419" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.531780] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('054d7d6a-dde7-4619-aefb-4e7bf1024419',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.821667] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.821845] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.822290] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.823365] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f69f9daa-573f-4147-91ff-79aae1cbf324 with status ACTIVE [ 1118.823556] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.823673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.823744] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.823950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.824051] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.824234] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.824334] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.824397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.824664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.824844] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.824964] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.825077] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.825139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.825283] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.825355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.825440] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f69f9daa-573f-4147-91ff-79aae1cbf324 is going to be updated. [ 1118.846492] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.846718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.846718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.846929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.847101] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.847260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f69f9daa-573f-4147-91ff-79aae1cbf324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.034584] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.034584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.034584] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.036041] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 054d7d6a-dde7-4619-aefb-4e7bf1024419 with status ACTIVE [ 1119.036144] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.036324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.036324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.037120] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.037120] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.037120] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.037120] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.037120] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.037120] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.037441] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.037441] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.037441] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.037533] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.037623] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.037683] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.037767] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 054d7d6a-dde7-4619-aefb-4e7bf1024419 is going to be updated. [ 1119.058884] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.059110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.059313] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.059540] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.059680] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.059841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-054d7d6a-dde7-4619-aefb-4e7bf1024419" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.327750] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.537215] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.830226] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.830415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.830415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.830627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.830717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.831047] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be updated. [ 1119.860794] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.861143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.861218] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.861493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.861723] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.870579] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: IN_PROGRESS for 2s [ 1120.039650] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.039914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.040046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.040416] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.040416] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.040534] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 is going to be created. [ 1120.064931] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.065177] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.065177] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.065359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.065564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.076185] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 in Status: UNINITIALIZED for 2s [ 1121.210821] env[65674]: INFO networking_nsxv3.common.synchronization [req-be5c8f75-80ba-4812-a8c7-5b9cd1a00599 req-4a64383f-21f6-4a1a-b8b2-8c20356c81fc tempest-ServersTestJSON-175155130 tempest-ServersTestJSON-175155130-project-member] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1121.210821] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1121.211867] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.211867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.211867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.211867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.211867] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.213347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.213439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.213696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.213696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.213790] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.718082] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.880288] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 1121.880520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.880677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.880905] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.881157] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.881285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.881352] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.881510] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.881591] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.881676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.881766] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.088102] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 in Status: SUCCESS [ 1122.088319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.088503] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.088729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.088922] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.089053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.089121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.089281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.089362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.089446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.089549] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.220137] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.385070] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.385070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.385070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.385070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.385070] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.385070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.385070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.385564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.385564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.385564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.385660] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.385737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.385802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.386693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.386693] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.386693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.386693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.386693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.386693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.386693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.386693] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.593642] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.723339] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.723545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.723589] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.723794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.723917] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.724031] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1122.753582] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.753727] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.753792] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.753999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.754155] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.762754] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1122.889067] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34c2ef34-85ee-4922-a486-aec2c25f301d: rpc.has_security_group_logging(os_id): False [ 1122.906874] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.907086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.907155] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.907400] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.907526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.907775] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.907906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.907998] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.908208] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.908319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.908562] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.908694] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.908790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.908971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.909090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.909303] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.909429] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.909518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.909709] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.909801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.909916] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be updated. [ 1122.974915] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.975093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.975093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.975267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.975413] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.989226] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: IN_PROGRESS for 2s [ 1123.095925] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1: rpc.has_security_group_logging(os_id): False [ 1123.117142] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.117386] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.117452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.117728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.117855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.118252] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.118375] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.118433] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.118656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.118761] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.118888] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 is going to be created. [ 1123.189065] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.189250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.189336] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.189561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.189743] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.202232] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 in Status: IN_PROGRESS for 2s [ 1124.774200] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1124.774535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.966164] env[65674]: INFO networking_nsxv3.common.synchronization [req-d39604e1-2823-4535-a26f-d6eba77b77d4 req-1aef51a8-27f5-4628-b798-b0df8a7edf27 tempest-ListImageFiltersTestJSON-1828116088 tempest-ListImageFiltersTestJSON-1828116088-project-member] Enqueued Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGHEST for action security_group_members [ 1124.966758] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGHEST for action security_group_members [ 1124.967138] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a01751-b904-4d3e-a14a-c0db44bced29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.967261] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.967331] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.967700] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.967700] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.967829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.967829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.968179] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.968179] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.968179] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.006134] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 1125.006408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.215447] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 in Status: SUCCESS [ 1125.215671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.470068] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.972484] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.475111] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.475359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.475486] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.475797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.475952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.476107] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a01751-b904-4d3e-a14a-c0db44bced29 is going to be updated. [ 1126.507425] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.508053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.508053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.508053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.508275] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.517315] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a01751-b904-4d3e-a14a-c0db44bced29 in Status: IN_PROGRESS for 2s [ 1128.529702] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a01751-b904-4d3e-a14a-c0db44bced29 in Status: SUCCESS [ 1128.529702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.968369] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1129.968755] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1131.480873] env[65674]: INFO networking_nsxv3.common.synchronization [req-30e60668-2fd5-47fd-ad00-8c2684cfd143 req-86a38dbb-8be0-4fad-9206-c6f8e7bea204 tempest-ServersTestJSON-175155130 tempest-ServersTestJSON-175155130-project-member] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1131.481465] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1131.483652] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.483770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.483770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.484291] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.484291] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.484291] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.484429] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.484552] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.484552] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.484647] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.642462] env[65674]: INFO networking_nsxv3.common.synchronization [req-4856e94d-3a92-4400-97a9-e57f96247dc8 req-35794436-774d-4273-b7bc-84998b0c23e3 tempest-ListImageFiltersTestJSON-1828116088 tempest-ListImageFiltersTestJSON-1828116088-project-member] Enqueued Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGHEST for action security_group_members [ 1131.642462] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGHEST for action security_group_members [ 1131.642462] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a01751-b904-4d3e-a14a-c0db44bced29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.643204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.643403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.643684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.643930] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.644155] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.644301] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.644534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.644704] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.645135] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.804853] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.805122] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.805255] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.805576] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.805850] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.806669] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.806876] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.807171] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.807359] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.807602] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.807754] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.807893] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.808036] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.808179] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.808308] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.808468] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.829779] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.829949] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.830157] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.830385] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.830745] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-5987022d-a094-47c4-b3db-4c3c8cc94b9b taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.830956] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-5987022d-a094-47c4-b3db-4c3c8cc94b9b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.831134] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-5987022d-a094-47c4-b3db-4c3c8cc94b9b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.831924] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-5987022d-a094-47c4-b3db-4c3c8cc94b9b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.831924] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5987022d-a094-47c4-b3db-4c3c8cc94b9b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.986820] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.147283] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.147459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.147510] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.147717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.147808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.147997] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.148106] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.148168] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.148314] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.148390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.148473] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a01751-b904-4d3e-a14a-c0db44bced29 is going to be updated. [ 1132.175725] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.175907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.175981] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.176206] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.176342] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.186282] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a01751-b904-4d3e-a14a-c0db44bced29 in Status: IN_PROGRESS for 2s [ 1132.335078] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.335210] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.335346] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.335640] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.335791] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.336050] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 5987022d-a094-47c4-b3db-4c3c8cc94b9b not found, creating... [ 1132.336340] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.336500] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.336642] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.336837] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.336974] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.337308] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.337464] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.337581] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.337789] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.337921] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.338074] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 5987022d-a094-47c4-b3db-4c3c8cc94b9b is going to be created. [ 1132.359247] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.359539] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.359697] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.360065] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.360365] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.360640] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-5987022d-a094-47c4-b3db-4c3c8cc94b9b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.489584] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.992470] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.993277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.993277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.993277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.993408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.993551] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1133.025293] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.025572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.025572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.025859] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.026082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.036833] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1133.075783] env[65674]: INFO networking_nsxv3.common.synchronization [req-30e60668-2fd5-47fd-ad00-8c2684cfd143 req-9598c46d-2944-4bd3-9209-2274db9fa255 service nova] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_rules [ 1133.075984] env[65674]: INFO networking_nsxv3.common.synchronization [req-30e60668-2fd5-47fd-ad00-8c2684cfd143 req-9598c46d-2944-4bd3-9209-2274db9fa255 service nova] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1133.076145] env[65674]: INFO networking_nsxv3.common.synchronization [req-30e60668-2fd5-47fd-ad00-8c2684cfd143 req-9598c46d-2944-4bd3-9209-2274db9fa255 service nova] Enqueued Resource ID: 5987022d-a094-47c4-b3db-4c3c8cc94b9b with Priority: HIGHEST for action port [ 1133.076718] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_rules [ 1133.076881] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1133.076985] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5987022d-a094-47c4-b3db-4c3c8cc94b9b with Priority: HIGHEST for action port [ 1133.077332] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.077573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.077573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.077767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.077811] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.079410] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.080028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.080028] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-5987022d-a094-47c4-b3db-4c3c8cc94b9b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.080028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5987022d-a094-47c4-b3db-4c3c8cc94b9b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.080028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5987022d-a094-47c4-b3db-4c3c8cc94b9b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.080299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5987022d-a094-47c4-b3db-4c3c8cc94b9b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.080299] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5987022d-a094-47c4-b3db-4c3c8cc94b9b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.584490] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5987022d-a094-47c4-b3db-4c3c8cc94b9b with status ACTIVE [ 1133.584795] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.586816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.586816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.586816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.586816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.586816] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.586816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.586816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.586816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.586816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.587159] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.587159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.587159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.587159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.587394] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.587394] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5987022d-a094-47c4-b3db-4c3c8cc94b9b is going to be updated. [ 1133.588734] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.588734] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.611427] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.611427] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.611427] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.611427] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.611663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.611758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5987022d-a094-47c4-b3db-4c3c8cc94b9b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.115021] env[65674]: INFO networking_nsxv3.common.synchronization [req-8b820019-4d51-41b7-bac5-f344a33b6c56 req-c6c7d3cb-cead-474a-bc60-30aea5570056 tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_members [ 1134.115021] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_members [ 1134.115021] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.115021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.115021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.115511] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.115766] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.116030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.116192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.116450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.116676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.116885] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.196151] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a01751-b904-4d3e-a14a-c0db44bced29 in Status: SUCCESS [ 1134.196329] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a01751-b904-4d3e-a14a-c0db44bced29 deletion is rescheduled due to dependency. [ 1134.196442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.619489] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.046866] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1135.047148] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.047266] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.047485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.047676] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.047789] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.047855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.048013] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.048092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.048186] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.122184] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.550587] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.624375] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.624667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.624667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.624808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.624905] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.625033] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 is going to be updated. [ 1135.656888] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.657147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.657240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.657455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.657616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.677905] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 in Status: IN_PROGRESS for 2s [ 1136.052829] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.554971] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.555178] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.555245] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.555457] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.555559] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.556178] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1136.584277] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.584398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.584505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.584732] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.584887] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.594104] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1137.688385] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 in Status: SUCCESS [ 1137.688724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.604383] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1138.604722] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.604908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.605232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.605479] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.605606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.605673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.605869] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.605982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.606124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.606249] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.111021] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.111021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.111021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.111021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.111021] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.111021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.111021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.111021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.111021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.111649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.111649] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.111649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.111649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.111649] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.111649] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.111831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.111831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.111913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.111994] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.112083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.112191] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.115032] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1139.115206] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1139.615696] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c312056-c4d1-41a9-91b6-7c8a55c74b89: rpc.has_security_group_logging(os_id): False [ 1139.636124] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.636344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.636408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.636602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.636693] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.636915] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.637024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.637088] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.637238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.637316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.637520] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.637613] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.637669] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.637806] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.637879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.638078] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.638172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.638230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.638372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.638445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.638531] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1139.701843] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.702070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.702116] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.702332] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.702479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.716675] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1140.252555] env[65674]: INFO networking_nsxv3.common.synchronization [None req-fdec3cc7-be4a-49e0-a8a7-bf420034ef6e None None] Enqueued Resource ID: a07f9886-f9bd-4736-a44e-904226cad4c7 with Priority: HIGHEST for action port [ 1140.253201] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07f9886-f9bd-4736-a44e-904226cad4c7 with Priority: HIGHEST for action port [ 1140.254182] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-a07f9886-f9bd-4736-a44e-904226cad4c7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.254314] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a07f9886-f9bd-4736-a44e-904226cad4c7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.254385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a07f9886-f9bd-4736-a44e-904226cad4c7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.254707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a07f9886-f9bd-4736-a44e-904226cad4c7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.254768] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a07f9886-f9bd-4736-a44e-904226cad4c7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.455061] env[65674]: INFO networking_nsxv3.common.synchronization [req-ee72ce02-0a47-43a8-a6d9-ccfe4011e1ba req-da2ed05e-9273-4a08-8fb0-ec2932c54270 tempest-ServerRescueNegativeTestJSON-474287236 tempest-ServerRescueNegativeTestJSON-474287236-project-member] Enqueued Resource ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c with Priority: HIGHEST for action security_group_members [ 1140.455061] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c with Priority: HIGHEST for action security_group_members [ 1140.455061] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.455061] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.455061] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.455061] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.455061] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.455061] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.455061] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.455061] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.455061] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.455061] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c08be2c5-f9c6-4cd8-aafd-c7b894a5421c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.758243] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a07f9886-f9bd-4736-a44e-904226cad4c7 [ 1140.758488] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.758630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.758698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.758986] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.759066] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.759180] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a07f9886-f9bd-4736-a44e-904226cad4c7 already deleted. [ 1140.759263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a07f9886-f9bd-4736-a44e-904226cad4c7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.803416] env[65674]: INFO networking_nsxv3.common.synchronization [req-b0619133-963b-4cdd-ac39-39e0e778ae7a req-8738a19d-75a0-40e0-90d7-8d99428dbb19 tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_members [ 1140.803416] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGHEST for action security_group_members [ 1140.803713] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.803835] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.803909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.805185] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.808022] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.808022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.808022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.808022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.808022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.808022] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.958831] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.958831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.958831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.958831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.958831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.958831] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.958831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.958831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.959776] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.959776] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.959776] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c is going to be updated. [ 1140.991870] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.992060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.992198] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.992425] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.992574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.004487] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c in Status: IN_PROGRESS for 2s [ 1141.310467] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.310735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.310735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.310964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.311519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.311519] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.311519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.311519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.311697] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.311697] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.311758] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 is going to be updated. [ 1141.345040] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.345606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.345707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.345918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.346114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.355860] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 in Status: IN_PROGRESS for 2s [ 1141.745595] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1141.745897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.565187] env[65674]: INFO networking_nsxv3.common.synchronization [None req-9017ee9b-471e-4700-87c5-ad05df3881ab None None] Enqueued Resource ID: 12220bda-6e7b-4cf1-b1ee-68875479961a with Priority: HIGHEST for action port [ 1142.565805] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12220bda-6e7b-4cf1-b1ee-68875479961a with Priority: HIGHEST for action port [ 1142.566227] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-12220bda-6e7b-4cf1-b1ee-68875479961a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.566380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12220bda-6e7b-4cf1-b1ee-68875479961a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.566451] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12220bda-6e7b-4cf1-b1ee-68875479961a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.566702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12220bda-6e7b-4cf1-b1ee-68875479961a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.566787] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12220bda-6e7b-4cf1-b1ee-68875479961a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.013954] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c in Status: SUCCESS [ 1143.014142] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c deletion is rescheduled due to dependency. [ 1143.014260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.068815] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12220bda-6e7b-4cf1-b1ee-68875479961a [ 1143.069056] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.069195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.069266] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.069485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.069572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.069683] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12220bda-6e7b-4cf1-b1ee-68875479961a already deleted. [ 1143.069746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12220bda-6e7b-4cf1-b1ee-68875479961a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.366265] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 in Status: SUCCESS [ 1143.366495] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 deletion is rescheduled due to dependency. [ 1143.366655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.919271] env[65674]: INFO networking_nsxv3.common.synchronization [req-0afb4e4b-ac21-4f10-9623-eaa9b414524c req-12743357-0bb2-42a0-b575-4469c8ce6bdf tempest-ServersTestJSON-175155130 tempest-ServersTestJSON-175155130-project-member] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1144.919901] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1144.920824] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.921034] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.921172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.921291] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.921419] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.921524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.922110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.922279] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.922374] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.922475] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.425076] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.815663] env[65674]: INFO networking_nsxv3.common.synchronization [req-ccbd2c83-b913-4583-8c86-541bd771bee1 req-566dcf96-d0fe-43a3-acc4-c4ee3369a48d tempest-ServerActionsTestJSON-1311477773 tempest-ServerActionsTestJSON-1311477773-project-member] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 1145.816312] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 1145.816664] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.816784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.816852] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.817450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.817641] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.817750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.818072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.818072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.818072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.818259] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.928205] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.321916] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.321916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.321916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.321916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.321916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.321916] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.321916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.321916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.321916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.321916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.322954] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc2631f-0767-4b15-8810-571242539b3b is going to be updated. [ 1146.355973] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.356170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.356250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.356466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.356610] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.367439] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: IN_PROGRESS for 2s [ 1146.430508] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.430508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.430508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.430774] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.430774] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.430848] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1146.459060] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.459060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.459060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.459060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.459060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.469219] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1147.207677] env[65674]: INFO networking_nsxv3.common.synchronization [None req-aa285af7-f882-4759-bcc3-a97d3182f2db tempest-AttachInterfacesTestJSON-2009593037 tempest-AttachInterfacesTestJSON-2009593037-project-member] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 1147.208212] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGHEST for action security_group_members [ 1147.208708] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.208708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.208708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.208936] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.209028] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.209129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.209188] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.209326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.209412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.209500] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.711459] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.711654] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.711709] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.712038] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.712142] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.712312] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.712491] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.712543] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.712694] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.712807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.712912] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be updated. [ 1147.746768] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.746768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.746768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.746768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.746768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.755940] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: IN_PROGRESS for 2s [ 1148.380716] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: SUCCESS [ 1148.380716] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc2631f-0767-4b15-8810-571242539b3b deletion is rescheduled due to dependency. [ 1148.380716] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.480075] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1148.480301] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.474728] env[65674]: INFO networking_nsxv3.common.synchronization [req-f53f7f79-f0e7-47f2-b52d-b2978e6b94a9 req-60fc170f-a581-49e3-bb93-66f9e5505bc7 tempest-MultipleCreateTestJSON-1183746402 tempest-MultipleCreateTestJSON-1183746402-project-member] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1149.474976] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1149.475345] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.475466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.475518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.475776] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.475932] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.476045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.476109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.476295] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.476398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.476497] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.766555] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c2ef34-85ee-4922-a486-aec2c25f301d in Status: SUCCESS [ 1149.766859] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d deletion is rescheduled due to dependency. [ 1149.767043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.842144] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.842356] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-824" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.842565] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-824" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.842999] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-824" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.843406] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.843643] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.843836] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.844174] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.844410] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.844747] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.844941] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.845140] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.845361] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.845556] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.845741] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.845922] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.868649] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.868840] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.868956] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.869179] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-824" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.869463] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-008929d9-fc3c-425c-9009-de314754462b taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.869631] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-008929d9-fc3c-425c-9009-de314754462b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.869748] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-008929d9-fc3c-425c-9009-de314754462b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.870360] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-008929d9-fc3c-425c-9009-de314754462b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.870360] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('008929d9-fc3c-425c-9009-de314754462b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.979055] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.979216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.979276] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.979488] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.979583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.979774] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.979871] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.979932] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.980180] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.980180] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.980267] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f already deleted. [ 1149.980305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.372166] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.372387] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.372511] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.372799] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.372945] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.373109] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 008929d9-fc3c-425c-9009-de314754462b not found, creating... [ 1150.373390] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.373548] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.373663] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.373882] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.374027] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.374306] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.374459] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.374571] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.374769] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.374897] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.375098] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 008929d9-fc3c-425c-9009-de314754462b is going to be created. [ 1150.395360] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.395577] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.395712] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.395978] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.396244] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.396491] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-008929d9-fc3c-425c-9009-de314754462b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.115888] env[65674]: INFO networking_nsxv3.common.synchronization [req-f53f7f79-f0e7-47f2-b52d-b2978e6b94a9 req-fdae177c-1029-4723-888e-add98b23a2f0 service nova] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_rules [ 1151.116135] env[65674]: INFO networking_nsxv3.common.synchronization [req-f53f7f79-f0e7-47f2-b52d-b2978e6b94a9 req-fdae177c-1029-4723-888e-add98b23a2f0 service nova] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1151.116325] env[65674]: INFO networking_nsxv3.common.synchronization [req-f53f7f79-f0e7-47f2-b52d-b2978e6b94a9 req-fdae177c-1029-4723-888e-add98b23a2f0 service nova] Enqueued Resource ID: 008929d9-fc3c-425c-9009-de314754462b with Priority: HIGHEST for action port [ 1151.116770] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_rules [ 1151.116903] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1151.117060] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008929d9-fc3c-425c-9009-de314754462b with Priority: HIGHEST for action port [ 1151.117280] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.117421] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.117455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.117709] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.117943] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.121620] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.121620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.121620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.121620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.121620] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.121620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.121620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.121620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.121620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.121620] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.121620] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-008929d9-fc3c-425c-9009-de314754462b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.121620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-008929d9-fc3c-425c-9009-de314754462b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.121620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-008929d9-fc3c-425c-9009-de314754462b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.121620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-008929d9-fc3c-425c-9009-de314754462b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.122334] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('008929d9-fc3c-425c-9009-de314754462b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.624395] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.627842] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.627842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.627842] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 008929d9-fc3c-425c-9009-de314754462b with status ACTIVE [ 1151.627842] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.627842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.627842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.627842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.627842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.627842] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.627842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.627842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.627842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.627842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.627842] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.628355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.628640] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.628901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.629109] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.629299] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 008929d9-fc3c-425c-9009-de314754462b is going to be updated. [ 1151.653116] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.653313] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.653388] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.653702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.653799] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.653875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-008929d9-fc3c-425c-9009-de314754462b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.677183] env[65674]: INFO networking_nsxv3.common.synchronization [None req-a36384bf-3cd8-41e9-9fb6-eb1d7b9fcde4 None None] Enqueued Resource ID: 7dc97d3f-188e-47a7-aebd-eca05948d28a with Priority: HIGHEST for action port [ 1151.677806] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc97d3f-188e-47a7-aebd-eca05948d28a with Priority: HIGHEST for action port [ 1151.679368] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dc97d3f-188e-47a7-aebd-eca05948d28a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.679368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dc97d3f-188e-47a7-aebd-eca05948d28a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.679368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dc97d3f-188e-47a7-aebd-eca05948d28a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.679965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dc97d3f-188e-47a7-aebd-eca05948d28a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.679965] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dc97d3f-188e-47a7-aebd-eca05948d28a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.722368] env[65674]: INFO networking_nsxv3.common.synchronization [req-f53f7f79-f0e7-47f2-b52d-b2978e6b94a9 req-62d2c96a-dbec-4b91-9c7b-0a90228a3d6a tempest-MultipleCreateTestJSON-1183746402 tempest-MultipleCreateTestJSON-1183746402-project-member] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1151.722730] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1151.723265] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.723569] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.132995] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.183368] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dc97d3f-188e-47a7-aebd-eca05948d28a [ 1152.183593] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.184631] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.184631] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.184631] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.184631] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.184631] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dc97d3f-188e-47a7-aebd-eca05948d28a already deleted. [ 1152.184631] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dc97d3f-188e-47a7-aebd-eca05948d28a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.487268] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.487268] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-824" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.487268] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-824" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.487268] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-824" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.487557] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.487682] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.487900] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.488195] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.488772] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.488772] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.488772] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.488927] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.488927] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.488993] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.489148] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.489316] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.513098] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.513488] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.513699] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.513951] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-824" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.514331] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-be220151-5e48-4997-b3e4-06d49ad9c0c4 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.514533] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-be220151-5e48-4997-b3e4-06d49ad9c0c4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.514655] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-be220151-5e48-4997-b3e4-06d49ad9c0c4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.514991] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-be220151-5e48-4997-b3e4-06d49ad9c0c4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.515274] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be220151-5e48-4997-b3e4-06d49ad9c0c4',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.639568] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.639568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.639568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.639568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.639568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.639568] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f is going to be created. [ 1152.665333] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.665509] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.665601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.665811] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.666019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.677761] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: UNINITIALIZED for 2s [ 1153.017971] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.018176] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.018176] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.019169] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.019169] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.019169] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port be220151-5e48-4997-b3e4-06d49ad9c0c4 not found, creating... [ 1153.019169] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.019169] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.019743] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.019743] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.019743] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.019988] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.020212] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.020346] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.020557] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.020691] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.020831] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: be220151-5e48-4997-b3e4-06d49ad9c0c4 is going to be created. [ 1153.043641] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.043742] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.043909] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.044241] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.044511] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.044793] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-be220151-5e48-4997-b3e4-06d49ad9c0c4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.735727] env[65674]: INFO networking_nsxv3.common.synchronization [req-f53f7f79-f0e7-47f2-b52d-b2978e6b94a9 req-746e436c-23b6-4077-bcc9-03312c95725e service nova] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_rules [ 1153.735727] env[65674]: INFO networking_nsxv3.common.synchronization [req-f53f7f79-f0e7-47f2-b52d-b2978e6b94a9 req-746e436c-23b6-4077-bcc9-03312c95725e service nova] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1153.735727] env[65674]: INFO networking_nsxv3.common.synchronization [req-f53f7f79-f0e7-47f2-b52d-b2978e6b94a9 req-746e436c-23b6-4077-bcc9-03312c95725e service nova] Enqueued Resource ID: be220151-5e48-4997-b3e4-06d49ad9c0c4 with Priority: HIGHEST for action port [ 1153.736731] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_rules [ 1153.737119] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1153.737466] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be220151-5e48-4997-b3e4-06d49ad9c0c4 with Priority: HIGHEST for action port [ 1153.738059] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.738244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.738587] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.738773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.739112] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-be220151-5e48-4997-b3e4-06d49ad9c0c4 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.739328] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be220151-5e48-4997-b3e4-06d49ad9c0c4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.739389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be220151-5e48-4997-b3e4-06d49ad9c0c4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.739720] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be220151-5e48-4997-b3e4-06d49ad9c0c4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.739918] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be220151-5e48-4997-b3e4-06d49ad9c0c4',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.067713] env[65674]: INFO networking_nsxv3.common.synchronization [None req-45034df7-e8a4-490a-b429-9b8c30ffa03e tempest-AttachVolumeNegativeTest-351716722 tempest-AttachVolumeNegativeTest-351716722-project-member] Enqueued Resource ID: 6408415e-cc74-4ad4-912f-437ac783472a with Priority: HIGHEST for action security_group_rules [ 1154.068408] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6408415e-cc74-4ad4-912f-437ac783472a with Priority: HIGHEST for action security_group_rules [ 1154.068817] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6408415e-cc74-4ad4-912f-437ac783472a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.069028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.069128] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.069474] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.069589] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6408415e-cc74-4ad4-912f-437ac783472a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.109908] env[65674]: INFO networking_nsxv3.common.synchronization [req-9d74ed86-dda8-424f-9672-b8191500f7d6 req-8c0b3212-c27c-45d2-9aca-41b1eca57aa9 tempest-ServerRescueNegativeTestJSON-474287236 tempest-ServerRescueNegativeTestJSON-474287236-project-member] Enqueued Resource ID: 32333027-61c8-4ec6-8463-c8006e69c01d with Priority: HIGHEST for action security_group_members [ 1154.110816] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32333027-61c8-4ec6-8463-c8006e69c01d with Priority: HIGHEST for action security_group_members [ 1154.110816] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-32333027-61c8-4ec6-8463-c8006e69c01d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.110816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.110816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.111035] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.111166] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.111275] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.111342] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.111497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.111581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.111674] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.243814] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be220151-5e48-4997-b3e4-06d49ad9c0c4 with status ACTIVE [ 1154.244324] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.244324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.244324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.244455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.244455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.244698] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.244772] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.244808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.245064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.245064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.245215] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.245468] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.245549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.245732] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.245827] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.245900] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be220151-5e48-4997-b3e4-06d49ad9c0c4 is going to be updated. [ 1154.253014] env[65674]: INFO networking_nsxv3.common.synchronization [None req-f7849a8e-671e-45ee-8497-4c7933b900c8 tempest-AttachVolumeNegativeTest-351716722 tempest-AttachVolumeNegativeTest-351716722-project-member] Enqueued Resource ID: 6408415e-cc74-4ad4-912f-437ac783472a with Priority: HIGHEST for action security_group_rules [ 1154.254064] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6408415e-cc74-4ad4-912f-437ac783472a with Priority: HIGHEST for action security_group_rules [ 1154.254064] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6408415e-cc74-4ad4-912f-437ac783472a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.254384] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.268243] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.268388] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.268498] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.268928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.268928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.269098] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be220151-5e48-4997-b3e4-06d49ad9c0c4" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.594891] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.595080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.595385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.595450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.595496] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.595599] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6408415e-cc74-4ad4-912f-437ac783472a already deleted. [ 1154.595688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.595883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.596022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.596092] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6408415e-cc74-4ad4-912f-437ac783472a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.612969] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.688562] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: UNINITIALIZED for 4s [ 1155.115032] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.121191] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.121343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.121402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.121616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.121735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.121808] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6408415e-cc74-4ad4-912f-437ac783472a already deleted. [ 1155.121864] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.619139] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.619459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.619584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.619927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.620193] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.620193] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32333027-61c8-4ec6-8463-c8006e69c01d is going to be updated. [ 1155.661974] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.662147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.662223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.662478] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.662630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.674473] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32333027-61c8-4ec6-8463-c8006e69c01d in Status: IN_PROGRESS for 2s [ 1156.701064] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: SUCCESS [ 1156.702043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.702043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.702043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.702258] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.702322] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.702440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.702546] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.703141] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.703141] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.703141] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.705534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.705534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.705534] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.705534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.705534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.705724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.705858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.705973] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.208733] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.208945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.209114] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.688070] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32333027-61c8-4ec6-8463-c8006e69c01d in Status: IN_PROGRESS for 4s [ 1157.711543] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.214611] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.214895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.216047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.216047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.216047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.216047] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f is going to be updated. [ 1158.245063] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.245063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.245063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.245426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.245457] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.256903] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: IN_PROGRESS for 2s [ 1159.254999] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1159.255300] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1159.698639] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32333027-61c8-4ec6-8463-c8006e69c01d in Status: SUCCESS [ 1159.698895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.268486] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: SUCCESS [ 1160.268909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.268909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.268991] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.269152] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.269284] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.269343] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.269566] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.269566] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.269782] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.546518] env[65674]: INFO networking_nsxv3.common.synchronization [req-122233b7-ffe2-407a-970a-dd21b473b5d1 req-c6379b4e-44a4-49c3-80fe-d223507df079 tempest-ServersTestJSON-175155130 tempest-ServersTestJSON-175155130-project-member] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1160.546518] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1160.546518] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.546975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.547309] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.547637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.549400] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.549400] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.549400] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.549400] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.549400] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.549400] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.610796] env[65674]: INFO networking_nsxv3.common.synchronization [req-4a98f3e3-db4a-4f1f-ac3f-524d0ac795c9 req-1dfbc854-db7d-4889-86ad-abed020fec96 tempest-ServerRescueNegativeTestJSON-474287236 tempest-ServerRescueNegativeTestJSON-474287236-project-member] Enqueued Resource ID: 32333027-61c8-4ec6-8463-c8006e69c01d with Priority: HIGHEST for action security_group_members [ 1160.611448] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32333027-61c8-4ec6-8463-c8006e69c01d with Priority: HIGHEST for action security_group_members [ 1160.611767] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-32333027-61c8-4ec6-8463-c8006e69c01d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.612105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.612105] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.612193] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.612451] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.612531] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.612610] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.612903] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.612903] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.613034] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32333027-61c8-4ec6-8463-c8006e69c01d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.772296] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.949736] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.950080] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.950457] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.951345] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.951345] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.951345] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.952285] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.952285] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.952399] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.952879] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.952879] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.952879] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.953088] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.953088] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.953161] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.953294] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.983017] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.983216] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1160.983468] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.983753] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-607" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.984103] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-29bbc520-e909-4b4f-b375-e3575e5a0672 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.984291] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-29bbc520-e909-4b4f-b375-e3575e5a0672" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.984413] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-29bbc520-e909-4b4f-b375-e3575e5a0672" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.984752] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-29bbc520-e909-4b4f-b375-e3575e5a0672" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.984913] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29bbc520-e909-4b4f-b375-e3575e5a0672',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.051827] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.115268] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.115482] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.115561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.115794] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.136442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.136442] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.136442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.136442] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.137356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.137356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.137356] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32333027-61c8-4ec6-8463-c8006e69c01d is going to be updated. [ 1161.174470] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.174470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.174470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.174470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.174718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.183730] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32333027-61c8-4ec6-8463-c8006e69c01d in Status: IN_PROGRESS for 2s [ 1161.275266] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.488185] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.488587] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.488832] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.489317] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.489629] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.489824] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 29bbc520-e909-4b4f-b375-e3575e5a0672 not found, creating... [ 1161.490429] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.490661] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.490822] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.491195] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.491383] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.491733] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.491896] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.492099] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.492542] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.492931] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.493198] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 29bbc520-e909-4b4f-b375-e3575e5a0672 is going to be created. [ 1161.516671] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.516846] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.516971] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.517273] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.517483] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.517738] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-29bbc520-e909-4b4f-b375-e3575e5a0672" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.555312] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.778200] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.778358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.778447] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.778753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.778879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.779125] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f is going to be updated. [ 1161.819000] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.819280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.819382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.819651] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.819944] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.866759] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: IN_PROGRESS for 2s [ 1162.058090] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.058260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.058335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.058545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.058637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.058737] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1162.091534] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.091534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.091534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.091534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.091534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.102797] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1162.232465] env[65674]: INFO networking_nsxv3.common.synchronization [req-122233b7-ffe2-407a-970a-dd21b473b5d1 req-9b13bc7b-a63a-4194-83b4-a846fddb807d service nova] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_rules [ 1162.232465] env[65674]: INFO networking_nsxv3.common.synchronization [req-122233b7-ffe2-407a-970a-dd21b473b5d1 req-9b13bc7b-a63a-4194-83b4-a846fddb807d service nova] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1162.232465] env[65674]: INFO networking_nsxv3.common.synchronization [req-122233b7-ffe2-407a-970a-dd21b473b5d1 req-9b13bc7b-a63a-4194-83b4-a846fddb807d service nova] Enqueued Resource ID: 29bbc520-e909-4b4f-b375-e3575e5a0672 with Priority: HIGHEST for action port [ 1162.232465] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_rules [ 1162.232465] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1162.232465] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29bbc520-e909-4b4f-b375-e3575e5a0672 with Priority: HIGHEST for action port [ 1162.236070] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.236070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.236070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.236070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.236070] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.236070] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.236070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.236070] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-29bbc520-e909-4b4f-b375-e3575e5a0672 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.236070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29bbc520-e909-4b4f-b375-e3575e5a0672" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.236070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29bbc520-e909-4b4f-b375-e3575e5a0672" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.236070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29bbc520-e909-4b4f-b375-e3575e5a0672" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.236070] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29bbc520-e909-4b4f-b375-e3575e5a0672',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.738523] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.738952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.740369] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29bbc520-e909-4b4f-b375-e3575e5a0672 with status ACTIVE [ 1162.740369] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.740855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.740855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.741138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.741260] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.741471] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.741597] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.741691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.741870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.741977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.742248] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.742432] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.742493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.742673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.742974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.743228] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29bbc520-e909-4b4f-b375-e3575e5a0672 is going to be updated. [ 1162.769543] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.769828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.769828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.770095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.770248] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.770398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29bbc520-e909-4b4f-b375-e3575e5a0672" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.918234] env[65674]: INFO networking_nsxv3.common.synchronization [req-3f5af73e-ddb4-4b34-bf95-13c61937433c req-a4c16d7d-a03b-4129-9657-4e8283812446 tempest-ServerActionsTestJSON-1311477773 tempest-ServerActionsTestJSON-1311477773-project-member] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 1162.918827] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 1162.919375] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.919505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.919576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.919813] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.919976] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.920091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.920159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.920325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.920416] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.920539] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.195427] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32333027-61c8-4ec6-8463-c8006e69c01d in Status: SUCCESS [ 1163.195427] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32333027-61c8-4ec6-8463-c8006e69c01d deletion is rescheduled due to dependency. [ 1163.195657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32333027-61c8-4ec6-8463-c8006e69c01d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.265877] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.265877] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-241" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.265877] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-241" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.266278] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-241" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.266278] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.266667] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.266667] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.266890] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.267057] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.267245] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.267367] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.267488] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.267637] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.267761] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.268022] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.268022] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.289923] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.290144] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.290293] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.290469] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-241" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.290823] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-d83be1d7-5a99-482e-8870-b9d77ecc8d34 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.290989] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-d83be1d7-5a99-482e-8870-b9d77ecc8d34" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.291125] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-d83be1d7-5a99-482e-8870-b9d77ecc8d34" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.291475] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-d83be1d7-5a99-482e-8870-b9d77ecc8d34" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.291628] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d83be1d7-5a99-482e-8870-b9d77ecc8d34',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.422897] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.423076] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.423129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.423456] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.423568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.423730] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.423824] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.423878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.424043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.424120] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.424203] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc2631f-0767-4b15-8810-571242539b3b is going to be updated. [ 1163.451855] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.452066] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.452066] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.452263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.452403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.461347] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: IN_PROGRESS for 2s [ 1163.489136] env[65674]: INFO networking_nsxv3.common.synchronization [req-ae2c7663-e44f-4d9f-9dde-661fa1de3c92 req-316aeab5-4ecc-4a7b-a43d-cc01eff3cd8f tempest-ServerActionsTestOtherA-639188317 tempest-ServerActionsTestOtherA-639188317-project-member] Enqueued Resource ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 with Priority: HIGHEST for action security_group_members [ 1163.489644] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 with Priority: HIGHEST for action security_group_members [ 1163.489965] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.490095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.490159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.490365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.490525] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.490617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.490682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.491396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.491501] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.491603] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d2f299-3e97-4dfd-bcc5-0f594ab82fc7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.795206] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.795830] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.796203] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.796853] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.797155] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.797428] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port d83be1d7-5a99-482e-8870-b9d77ecc8d34 not found, creating... [ 1163.797890] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.798188] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.798418] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.798799] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.799141] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.799578] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.799862] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.800095] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.800443] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.800685] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.800948] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: d83be1d7-5a99-482e-8870-b9d77ecc8d34 is going to be created. [ 1163.833103] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.833406] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.833591] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.833867] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.834134] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.834363] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-d83be1d7-5a99-482e-8870-b9d77ecc8d34" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.883152] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: SUCCESS [ 1163.883378] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.883560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.883756] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.883962] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.884097] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.884181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.884363] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.884594] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.884594] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.884745] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.884867] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.884931] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.888508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.888731] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.888863] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.888921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.889098] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.889183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.889269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.889362] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.994039] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.994299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.994299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.994540] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.994639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.994840] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.994939] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.994999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.995162] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.995238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.995391] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 is going to be updated. [ 1164.029272] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.029469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.029512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.029725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.029868] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.040079] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 in Status: IN_PROGRESS for 2s [ 1164.092532] env[65674]: INFO networking_nsxv3.common.synchronization [req-18607009-d341-462c-a477-4d5a68e4f9f4 req-e12567f2-705d-4502-bc3e-df8337f774c8 tempest-MultipleCreateTestJSON-1183746402 tempest-MultipleCreateTestJSON-1183746402-project-member] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1164.092811] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1164.093138] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.093383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.093383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.093547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.093703] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.093804] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.093870] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.094157] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.094277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.094375] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.112802] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1164.113040] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.113498] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.113868] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.113933] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.114088] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.114154] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.114336] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.114422] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.114520] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.264723] env[65674]: INFO networking_nsxv3.common.synchronization [req-46dff163-3af4-4bc1-b26e-cf9a4278910d req-e5b2c25f-c3e2-4573-8568-66e4fbf3f275 tempest-MultipleCreateTestJSON-1183746402 tempest-MultipleCreateTestJSON-1183746402-project-member] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1164.265138] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1164.265280] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.265378] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.394175] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f: rpc.has_security_group_logging(os_id): False [ 1164.412019] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.412019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.412019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.412019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.412019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.412019] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.412019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.412019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.412019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.412019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.412019] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.412019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.412019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.412019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.412019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.412474] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.412474] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.412474] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.413329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.413552] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.413735] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f is going to be created. [ 1164.474815] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.475043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.475123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.475504] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.475630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.493823] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: IN_PROGRESS for 2s [ 1164.597204] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.617849] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.953918] env[65674]: INFO networking_nsxv3.common.synchronization [req-3f5af73e-ddb4-4b34-bf95-13c61937433c req-e5c27f93-eceb-445c-b319-843856748bd9 service nova] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_rules [ 1164.954175] env[65674]: INFO networking_nsxv3.common.synchronization [req-3f5af73e-ddb4-4b34-bf95-13c61937433c req-e5c27f93-eceb-445c-b319-843856748bd9 service nova] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 1164.954254] env[65674]: INFO networking_nsxv3.common.synchronization [req-3f5af73e-ddb4-4b34-bf95-13c61937433c req-e5c27f93-eceb-445c-b319-843856748bd9 service nova] Enqueued Resource ID: d83be1d7-5a99-482e-8870-b9d77ecc8d34 with Priority: HIGHEST for action port [ 1164.954473] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_rules [ 1164.954601] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 1164.954697] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83be1d7-5a99-482e-8870-b9d77ecc8d34 with Priority: HIGHEST for action port [ 1164.955857] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.955991] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.956072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.956274] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.956355] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.957238] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.957298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.957460] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-d83be1d7-5a99-482e-8870-b9d77ecc8d34 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.957555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d83be1d7-5a99-482e-8870-b9d77ecc8d34" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.957618] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d83be1d7-5a99-482e-8870-b9d77ecc8d34" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.957784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d83be1d7-5a99-482e-8870-b9d77ecc8d34" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.957854] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d83be1d7-5a99-482e-8870-b9d77ecc8d34',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.102939] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.120259] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.236452] env[65674]: INFO networking_nsxv3.common.synchronization [req-1651eda0-aaa9-4d4d-a820-d38b4d5f6000 req-89efc221-7ea6-4426-bcf6-93f38bb31b7d tempest-AttachVolumeNegativeTest-351716722 tempest-AttachVolumeNegativeTest-351716722-project-member] Enqueued Resource ID: 6408415e-cc74-4ad4-912f-437ac783472a with Priority: HIGHEST for action security_group_members [ 1165.237020] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6408415e-cc74-4ad4-912f-437ac783472a with Priority: HIGHEST for action security_group_members [ 1165.237324] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-6408415e-cc74-4ad4-912f-437ac783472a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.237470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.237535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.237797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.238435] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.238555] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.238626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.238767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.238904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.238961] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6408415e-cc74-4ad4-912f-437ac783472a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.460951] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.460951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.460951] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d83be1d7-5a99-482e-8870-b9d77ecc8d34 with status ACTIVE [ 1165.460951] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.460951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.461237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.461237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.461358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.461467] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.461603] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.461647] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.461768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.461842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.462032] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.462130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.462187] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.462616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.462616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.462616] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d83be1d7-5a99-482e-8870-b9d77ecc8d34 is going to be updated. [ 1165.480801] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: SUCCESS [ 1165.480988] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc2631f-0767-4b15-8810-571242539b3b deletion is rescheduled due to dependency. [ 1165.481806] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.481806] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.481806] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.481806] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.481806] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.482055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.482055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.482112] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.482424] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.489293] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.489465] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.489553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.489787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.489942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.490537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d83be1d7-5a99-482e-8870-b9d77ecc8d34" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.573398] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.573398] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-664" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.573398] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-664" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.573398] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-664" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.573398] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.573398] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.573398] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.573398] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.573398] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.573398] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.573398] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.573398] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.573398] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.574303] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.574303] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.574303] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.597875] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.598082] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.598225] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.598406] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-664" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.598723] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-8bba03d2-fd81-4000-8cb2-3db95c90df8b taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.598901] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-8bba03d2-fd81-4000-8cb2-3db95c90df8b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.599043] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-8bba03d2-fd81-4000-8cb2-3db95c90df8b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.599388] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-8bba03d2-fd81-4000-8cb2-3db95c90df8b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.599555] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bba03d2-fd81-4000-8cb2-3db95c90df8b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.605955] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.606108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.606167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.606370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.606456] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.607109] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f is going to be updated. [ 1165.622451] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.622601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.622673] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.622892] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.622986] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.623107] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1165.653114] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.653564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.653564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.653640] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.653755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.655514] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.655663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.655903] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.655903] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.655977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.667730] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: IN_PROGRESS for 2s [ 1165.668438] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1165.741231] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.741445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.741445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.741653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.741746] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.741958] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.742074] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.742138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.742292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.742367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.742454] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6408415e-cc74-4ad4-912f-437ac783472a already deleted. [ 1165.742535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.984764] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.051346] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 in Status: SUCCESS [ 1166.051545] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 deletion is rescheduled due to dependency. [ 1166.051667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.104347] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.104347] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.104347] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.104649] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.105166] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.105166] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 8bba03d2-fd81-4000-8cb2-3db95c90df8b not found, creating... [ 1166.105288] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.105442] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.105604] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.105833] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.105987] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.106301] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.106451] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.106566] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.106766] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.106898] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.107060] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 8bba03d2-fd81-4000-8cb2-3db95c90df8b is going to be created. [ 1166.127737] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.127943] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.128069] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.128348] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.128578] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.128852] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-8bba03d2-fd81-4000-8cb2-3db95c90df8b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.487523] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.505217] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: SUCCESS [ 1166.505443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.505664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.505881] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.505971] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.848250] env[65674]: INFO networking_nsxv3.common.synchronization [req-1651eda0-aaa9-4d4d-a820-d38b4d5f6000 req-1c637a1f-1a62-4248-b6fe-5d00aeaaffb7 service nova] Enqueued Resource ID: 6408415e-cc74-4ad4-912f-437ac783472a with Priority: HIGHEST for action security_group_rules [ 1166.848489] env[65674]: INFO networking_nsxv3.common.synchronization [req-1651eda0-aaa9-4d4d-a820-d38b4d5f6000 req-1c637a1f-1a62-4248-b6fe-5d00aeaaffb7 service nova] Enqueued Resource ID: 6408415e-cc74-4ad4-912f-437ac783472a with Priority: HIGHEST for action security_group_members [ 1166.848789] env[65674]: INFO networking_nsxv3.common.synchronization [req-1651eda0-aaa9-4d4d-a820-d38b4d5f6000 req-1c637a1f-1a62-4248-b6fe-5d00aeaaffb7 service nova] Enqueued Resource ID: 8bba03d2-fd81-4000-8cb2-3db95c90df8b with Priority: HIGHEST for action port [ 1166.849361] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6408415e-cc74-4ad4-912f-437ac783472a with Priority: HIGHEST for action security_group_rules [ 1166.849541] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6408415e-cc74-4ad4-912f-437ac783472a with Priority: HIGHEST for action security_group_members [ 1166.849647] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bba03d2-fd81-4000-8cb2-3db95c90df8b with Priority: HIGHEST for action port [ 1166.849986] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6408415e-cc74-4ad4-912f-437ac783472a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.850176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.850176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.850409] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.850520] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6408415e-cc74-4ad4-912f-437ac783472a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.851544] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-6408415e-cc74-4ad4-912f-437ac783472a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.851743] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.851822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.852038] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.852206] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.852306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.852593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.852593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.852708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.852808] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6408415e-cc74-4ad4-912f-437ac783472a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.855752] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bba03d2-fd81-4000-8cb2-3db95c90df8b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.855872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bba03d2-fd81-4000-8cb2-3db95c90df8b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.855941] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bba03d2-fd81-4000-8cb2-3db95c90df8b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.856145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bba03d2-fd81-4000-8cb2-3db95c90df8b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.856197] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bba03d2-fd81-4000-8cb2-3db95c90df8b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.990105] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.990483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.990483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.990633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.990810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.990978] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc2631f-0767-4b15-8810-571242539b3b is going to be updated. [ 1167.022070] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.022070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.022070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.022325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.022424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.028724] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.028927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.028927] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.029279] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.029380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.029478] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f is going to be deleted. [ 1167.032205] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: IN_PROGRESS for 2s [ 1167.081503] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.081761] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.081761] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.081908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.081999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.082130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.358352] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-6408415e-cc74-4ad4-912f-437ac783472a taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.358510] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.358877] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6408415e-cc74-4ad4-912f-437ac783472a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.360279] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bba03d2-fd81-4000-8cb2-3db95c90df8b with status ACTIVE [ 1167.360608] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.360782] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.360878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.361164] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.361710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.361710] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.361710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.361710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.361986] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.361986] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.362178] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.362178] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.362292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.363032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.363032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.363032] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bba03d2-fd81-4000-8cb2-3db95c90df8b is going to be updated. [ 1167.391212] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.391370] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.391469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.391735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.391968] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.392168] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bba03d2-fd81-4000-8cb2-3db95c90df8b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.680337] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 4s [ 1167.680337] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: IN_PROGRESS for 4s [ 1167.866363] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6408415e-cc74-4ad4-912f-437ac783472a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.369431] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.369875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.369875] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.370028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.370641] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.370805] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6408415e-cc74-4ad4-912f-437ac783472a is going to be created. [ 1168.393155] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.393155] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.393280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.393408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.393566] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.404303] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6408415e-cc74-4ad4-912f-437ac783472a in Status: UNINITIALIZED for 2s [ 1169.046970] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: SUCCESS [ 1169.047147] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.047349] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.047622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.048086] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.048086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.048086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.048385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.048385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.048385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.048537] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.551695] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.696467] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1169.696675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.698176] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: SUCCESS [ 1169.698176] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.698479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.698737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.698942] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.699123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.699206] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.699438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.699534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.699635] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.699754] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.701406] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.701572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.701812] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.701929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.702040] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.702209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.702327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.702474] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.053864] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebc2631f-0767-4b15-8810-571242539b3b: rpc.has_security_group_logging(os_id): False [ 1170.073624] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.073744] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.073744] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.074329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.074329] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.074329] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.074495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.074495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.074695] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.074726] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.074817] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebc2631f-0767-4b15-8810-571242539b3b is going to be updated. [ 1170.137237] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.137237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.137237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.137521] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.137521] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.149266] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: IN_PROGRESS for 2s [ 1170.202241] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.202433] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.202528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.202773] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.202996] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.203090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.203181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.203352] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.203605] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.203605] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.203767] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.203831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.203871] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.204071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.204141] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.204232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.204891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.204891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.204891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.204891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.204891] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.205736] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.205843] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.205907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.206070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.206150] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.206323] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.206481] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.206593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.206808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.206911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.207031] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f is going to be deleted. [ 1170.250586] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.250757] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.250880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.251104] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.251183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.251244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.415465] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6408415e-cc74-4ad4-912f-437ac783472a in Status: SUCCESS [ 1170.415862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.416427] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.416736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.417062] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.417262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.417379] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.417645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.417799] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.417973] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.418123] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6408415e-cc74-4ad4-912f-437ac783472a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.709037] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c312056-c4d1-41a9-91b6-7c8a55c74b89: rpc.has_security_group_logging(os_id): False [ 1170.729209] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.729433] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.729433] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.729718] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.729769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.730018] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.730742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.730742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.730742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.730742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.730742] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.731145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.731145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.731250] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.731358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.731604] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.731758] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.731833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.731914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.731982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.732083] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1170.865377] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.865650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.865650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.865932] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.866146] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.890406] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1170.920995] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6408415e-cc74-4ad4-912f-437ac783472a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.424079] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6408415e-cc74-4ad4-912f-437ac783472a: rpc.has_security_group_logging(os_id): False [ 1171.442312] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.442501] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.442541] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.442904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.442961] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.443322] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.443515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.443628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.443853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.443906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.444047] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6408415e-cc74-4ad4-912f-437ac783472a is going to be created. [ 1171.503999] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.504159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.504224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.504642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.504642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.517575] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6408415e-cc74-4ad4-912f-437ac783472a in Status: IN_PROGRESS for 2s [ 1171.850315] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1171.850674] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1172.161129] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: SUCCESS [ 1172.161357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.925288] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1172.925815] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.529188] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6408415e-cc74-4ad4-912f-437ac783472a in Status: SUCCESS [ 1173.529375] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.851228] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1176.851645] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1177.027130] env[65674]: INFO networking_nsxv3.common.synchronization [req-cd81e771-d289-47a0-a481-882ffa07a153 req-6698965c-0503-433c-b473-c30713b4f61a tempest-ServersTestJSON-175155130 tempest-ServersTestJSON-175155130-project-member] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1177.027734] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1177.028044] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.028183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.028280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.029162] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.029340] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.029461] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.029538] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.029703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.029792] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.029889] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.532141] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.034793] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.093799] env[65674]: INFO networking_nsxv3.common.synchronization [req-7b255b5b-e74c-4d4a-9778-dd097649faf0 req-8b339f0b-2394-4347-b2c2-ed4bfeb91484 tempest-ServerActionsTestOtherA-639188317 tempest-ServerActionsTestOtherA-639188317-project-member] Enqueued Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGHEST for action security_group_members [ 1178.094691] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGHEST for action security_group_members [ 1178.094902] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-92120020-ebe7-4760-853e-d141cad618b2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.094902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.095085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.095289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.095593] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.095593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.095593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.095797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.096288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.096288] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.417945] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.418264] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.418461] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.418849] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.419451] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.419779] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.419779] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.419995] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.420172] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.420663] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.420663] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.420663] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.420796] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.420796] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.420939] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.421089] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.446401] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.446677] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.446832] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.446939] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.447263] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-46ee9dc3-5765-481c-aea2-d7d288f15e0b taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.447450] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-46ee9dc3-5765-481c-aea2-d7d288f15e0b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.447571] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-46ee9dc3-5765-481c-aea2-d7d288f15e0b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.447902] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-46ee9dc3-5765-481c-aea2-d7d288f15e0b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.448145] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46ee9dc3-5765-481c-aea2-d7d288f15e0b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.538624] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.538624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.538624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.538879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.538879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.539095] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1178.571083] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.571262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.571342] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.571542] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.571704] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.581953] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1178.598078] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.598279] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.598279] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.598482] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.598576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.598781] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.598893] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.598956] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.599399] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.599512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.599605] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92120020-ebe7-4760-853e-d141cad618b2 is going to be deleted. [ 1178.631663] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.631845] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.631913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.632142] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.632238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.632339] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.951098] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.951098] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.951098] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.951514] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.951770] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.952023] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 46ee9dc3-5765-481c-aea2-d7d288f15e0b not found, creating... [ 1178.952442] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.952698] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.953320] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.953320] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.953553] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.953849] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.954043] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.954165] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.954381] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.954511] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.954650] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 46ee9dc3-5765-481c-aea2-d7d288f15e0b is going to be created. [ 1178.980160] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.980382] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.980506] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.980769] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.980994] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.981232] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-46ee9dc3-5765-481c-aea2-d7d288f15e0b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.657063] env[65674]: INFO networking_nsxv3.common.synchronization [req-7b255b5b-e74c-4d4a-9778-dd097649faf0 req-4c7b457f-c2be-4237-a306-685a80e5340b service nova] Enqueued Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGHEST for action security_group_rules [ 1179.657063] env[65674]: INFO networking_nsxv3.common.synchronization [req-7b255b5b-e74c-4d4a-9778-dd097649faf0 req-4c7b457f-c2be-4237-a306-685a80e5340b service nova] Enqueued Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGHEST for action security_group_members [ 1179.657063] env[65674]: INFO networking_nsxv3.common.synchronization [req-7b255b5b-e74c-4d4a-9778-dd097649faf0 req-4c7b457f-c2be-4237-a306-685a80e5340b service nova] Enqueued Resource ID: 46ee9dc3-5765-481c-aea2-d7d288f15e0b with Priority: HIGHEST for action port [ 1179.657508] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGHEST for action security_group_rules [ 1179.657508] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGHEST for action security_group_members [ 1179.657508] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ee9dc3-5765-481c-aea2-d7d288f15e0b with Priority: HIGHEST for action port [ 1179.657754] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92120020-ebe7-4760-853e-d141cad618b2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.658331] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.658331] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.658331] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.658331] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.659266] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-92120020-ebe7-4760-853e-d141cad618b2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.659413] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.659502] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.659714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.659854] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.659984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.660082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.660248] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.660360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.660472] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.661215] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-46ee9dc3-5765-481c-aea2-d7d288f15e0b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.661450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46ee9dc3-5765-481c-aea2-d7d288f15e0b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.661450] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46ee9dc3-5765-481c-aea2-d7d288f15e0b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.661628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46ee9dc3-5765-481c-aea2-d7d288f15e0b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.661704] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46ee9dc3-5765-481c-aea2-d7d288f15e0b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.163218] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.164376] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-92120020-ebe7-4760-853e-d141cad618b2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.164512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.164638] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46ee9dc3-5765-481c-aea2-d7d288f15e0b with status ACTIVE [ 1180.164792] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.164895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.164955] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.165172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.165270] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.165436] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.165539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.165588] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.165764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.165851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.166047] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.166143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.166202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.166340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.166411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.166500] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46ee9dc3-5765-481c-aea2-d7d288f15e0b is going to be updated. [ 1180.191809] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.191954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.192039] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.192340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.192574] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.192735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46ee9dc3-5765-481c-aea2-d7d288f15e0b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.404616] env[65674]: INFO networking_nsxv3.common.synchronization [req-f9c8e131-0bb4-44ce-935c-c82f92170855 req-ba9de9d4-4711-4fe8-8780-fb273da5c3f7 tempest-MultipleCreateTestJSON-1183746402 tempest-MultipleCreateTestJSON-1183746402-project-member] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1180.405586] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1180.406031] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.406161] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.406229] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.406435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.406595] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.406696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.406772] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.406922] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.407060] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.407125] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.592783] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1180.593030] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.669045] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.721683] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.722291] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-824" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.722291] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-824" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.722422] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-824" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.723246] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.723246] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.723246] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.723246] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.723429] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.723623] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.723982] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.724175] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.724304] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.724448] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.724537] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.724681] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.747663] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.747926] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1180.748150] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.748446] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-824" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.748899] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-4b7d788b-de06-401c-adfd-ea5d4a2fe224 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.749153] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-4b7d788b-de06-401c-adfd-ea5d4a2fe224" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.749393] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-4b7d788b-de06-401c-adfd-ea5d4a2fe224" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.749778] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-4b7d788b-de06-401c-adfd-ea5d4a2fe224" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.750024] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b7d788b-de06-401c-adfd-ea5d4a2fe224',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.909716] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.909915] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.909967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.910280] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.910408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.910645] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.910796] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.910890] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.911096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.911177] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.911266] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f already deleted. [ 1180.911346] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.171204] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.171376] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.171415] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.171630] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.171722] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.171821] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92120020-ebe7-4760-853e-d141cad618b2 is going to be created. [ 1181.195093] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.195281] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.195322] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.195508] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.195696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.204654] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92120020-ebe7-4760-853e-d141cad618b2 in Status: UNINITIALIZED for 2s [ 1181.253282] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.253525] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.253651] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.254015] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.254193] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.254346] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 4b7d788b-de06-401c-adfd-ea5d4a2fe224 not found, creating... [ 1181.254642] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.254829] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.254948] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.255189] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.255378] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.255699] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.255888] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.256017] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.256265] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.257276] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.257479] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 4b7d788b-de06-401c-adfd-ea5d4a2fe224 is going to be created. [ 1181.278526] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.278743] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.278868] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.279170] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.279394] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.279650] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-4b7d788b-de06-401c-adfd-ea5d4a2fe224" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.042918] env[65674]: INFO networking_nsxv3.common.synchronization [req-f9c8e131-0bb4-44ce-935c-c82f92170855 req-0bb6e7d9-7b52-48cc-a157-0dfb3c4acef3 service nova] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_rules [ 1182.042918] env[65674]: INFO networking_nsxv3.common.synchronization [req-f9c8e131-0bb4-44ce-935c-c82f92170855 req-0bb6e7d9-7b52-48cc-a157-0dfb3c4acef3 service nova] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1182.042918] env[65674]: INFO networking_nsxv3.common.synchronization [req-f9c8e131-0bb4-44ce-935c-c82f92170855 req-0bb6e7d9-7b52-48cc-a157-0dfb3c4acef3 service nova] Enqueued Resource ID: 4b7d788b-de06-401c-adfd-ea5d4a2fe224 with Priority: HIGHEST for action port [ 1182.043626] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_rules [ 1182.043683] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1182.043771] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b7d788b-de06-401c-adfd-ea5d4a2fe224 with Priority: HIGHEST for action port [ 1182.044173] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.044173] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.044308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.044455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.044532] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.045437] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.046906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.046906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.046906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.046906] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.046906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.046906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.047375] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.047375] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.047375] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.048710] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b7d788b-de06-401c-adfd-ea5d4a2fe224 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.049943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b7d788b-de06-401c-adfd-ea5d4a2fe224" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.049943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b7d788b-de06-401c-adfd-ea5d4a2fe224" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.049943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b7d788b-de06-401c-adfd-ea5d4a2fe224" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.049943] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b7d788b-de06-401c-adfd-ea5d4a2fe224',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.549768] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.550757] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.550861] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.551251] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b7d788b-de06-401c-adfd-ea5d4a2fe224 with status ACTIVE [ 1182.551488] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.551594] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.551712] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.551922] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.552022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.552195] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.552307] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.552352] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.552494] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.552570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.552749] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.552869] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.552903] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.557020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.557020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.557020] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b7d788b-de06-401c-adfd-ea5d4a2fe224 is going to be updated. [ 1182.580748] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.580896] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.580946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.581201] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.581428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.581658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b7d788b-de06-401c-adfd-ea5d4a2fe224" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.671746] env[65674]: INFO networking_nsxv3.common.synchronization [req-f9c8e131-0bb4-44ce-935c-c82f92170855 req-c9ef78a9-99bb-4930-9556-625fe19390e9 tempest-MultipleCreateTestJSON-1183746402 tempest-MultipleCreateTestJSON-1183746402-project-member] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1182.672329] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1182.673054] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.673054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.009696] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.009696] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-824" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.009696] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-824" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.009696] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-824" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.009696] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.010241] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.010551] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.010945] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.011264] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.011632] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.011886] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.012174] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.012799] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.012799] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.012799] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.012799] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.032539] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.033378] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.033585] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.033847] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-824" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.034293] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-555bff3a-6b9d-4294-becb-50a0239d31f6 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.034446] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-555bff3a-6b9d-4294-becb-50a0239d31f6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.034527] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-555bff3a-6b9d-4294-becb-50a0239d31f6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.034856] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-555bff3a-6b9d-4294-becb-50a0239d31f6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.034995] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('555bff3a-6b9d-4294-becb-50a0239d31f6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.056088] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.216633] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92120020-ebe7-4760-853e-d141cad618b2 in Status: SUCCESS [ 1183.216993] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.217267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.217560] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.217839] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.218032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.218145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.218387] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.218587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.218674] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.218784] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.537542] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.537791] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.537939] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.538278] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.538436] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.538593] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 555bff3a-6b9d-4294-becb-50a0239d31f6 not found, creating... [ 1183.538860] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.539029] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.539149] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.539364] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.539499] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.539780] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.539954] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.540061] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.540261] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.540391] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.540529] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 555bff3a-6b9d-4294-becb-50a0239d31f6 is going to be created. [ 1183.561035] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.561035] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.561035] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.561298] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.561298] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.561517] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-555bff3a-6b9d-4294-becb-50a0239d31f6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.562425] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.562542] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.562610] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.562774] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.562854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.562940] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f is going to be created. [ 1183.593917] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.594128] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.594128] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.594353] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.594513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.606149] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: UNINITIALIZED for 2s [ 1183.721429] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-92120020-ebe7-4760-853e-d141cad618b2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.721728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.721728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.721908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.722120] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.722244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.722308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.722473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.722556] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.722648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.722804] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-92120020-ebe7-4760-853e-d141cad618b2 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.722899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.722957] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.723108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.723287] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.723386] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.723386] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.723523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.723592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.723670] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.723792] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.226554] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92120020-ebe7-4760-853e-d141cad618b2: rpc.has_security_group_logging(os_id): False [ 1184.247787] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.248024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.248114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.248402] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.248544] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.248848] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.248988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.249096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.249307] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.249435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.249710] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.249853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.249947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.250170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.250272] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.250532] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.250661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.250744] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.250934] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.251054] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.251184] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92120020-ebe7-4760-853e-d141cad618b2 is going to be created. [ 1184.332285] env[65674]: INFO networking_nsxv3.common.synchronization [req-f9c8e131-0bb4-44ce-935c-c82f92170855 req-28a4a94a-4a79-4bad-9b7e-ccf2e1f7c482 service nova] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_rules [ 1184.332553] env[65674]: INFO networking_nsxv3.common.synchronization [req-f9c8e131-0bb4-44ce-935c-c82f92170855 req-28a4a94a-4a79-4bad-9b7e-ccf2e1f7c482 service nova] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1184.332735] env[65674]: INFO networking_nsxv3.common.synchronization [req-f9c8e131-0bb4-44ce-935c-c82f92170855 req-28a4a94a-4a79-4bad-9b7e-ccf2e1f7c482 service nova] Enqueued Resource ID: 555bff3a-6b9d-4294-becb-50a0239d31f6 with Priority: HIGHEST for action port [ 1184.333509] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_rules [ 1184.334193] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1184.334437] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bff3a-6b9d-4294-becb-50a0239d31f6 with Priority: HIGHEST for action port [ 1184.334880] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.335053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.335330] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.335438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.335658] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-555bff3a-6b9d-4294-becb-50a0239d31f6 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.335755] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-555bff3a-6b9d-4294-becb-50a0239d31f6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.336169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-555bff3a-6b9d-4294-becb-50a0239d31f6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.336169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-555bff3a-6b9d-4294-becb-50a0239d31f6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.336275] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('555bff3a-6b9d-4294-becb-50a0239d31f6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.338041] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.338192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.338262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.338466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.338648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.357557] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92120020-ebe7-4760-853e-d141cad618b2 in Status: IN_PROGRESS for 2s [ 1184.632089] env[65674]: INFO networking_nsxv3.common.synchronization [req-fc037a6b-1c10-4b40-a76c-a7ff7c9aaaca req-1825b9f7-4ffb-4a05-aae2-8d3b320b003b tempest-AttachVolumeTestJSON-1520189582 tempest-AttachVolumeTestJSON-1520189582-project-member] Enqueued Resource ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 with Priority: HIGHEST for action security_group_members [ 1184.632746] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 with Priority: HIGHEST for action security_group_members [ 1184.634194] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.634194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.634194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.634194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.634194] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.634525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.634525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.634525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.634606] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.634701] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5de174c-db1f-41da-9aa2-8b1d7f14a7d9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.841771] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 555bff3a-6b9d-4294-becb-50a0239d31f6 with status ACTIVE [ 1184.841957] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.842121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.842189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.842403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.842497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.842677] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.842779] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.842843] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.842998] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.843093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.843278] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.847089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.847089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.847089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.847089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.847089] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 555bff3a-6b9d-4294-becb-50a0239d31f6 is going to be updated. [ 1184.865811] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.865980] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.866080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.866274] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.866431] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.866601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-555bff3a-6b9d-4294-becb-50a0239d31f6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.138031] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.138031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.138031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.138031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.138031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.138383] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.138383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.138383] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.138516] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.138548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.138624] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 is going to be updated. [ 1185.164370] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.164547] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.164639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.164828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.164930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.174903] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 in Status: IN_PROGRESS for 2s [ 1185.620049] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: SUCCESS [ 1185.620449] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.620449] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.620667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.620894] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.621043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.621139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.621348] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.621448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.621572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.621695] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.622730] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.622999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.623079] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.623167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.623274] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.623444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.623444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.623560] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.126083] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.126341] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.127735] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.370083] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92120020-ebe7-4760-853e-d141cad618b2 in Status: SUCCESS [ 1186.370747] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.631043] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.133778] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.133972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.134075] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.134303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.134397] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.134501] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f is going to be updated. [ 1187.192737] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 in Status: SUCCESS [ 1187.192924] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 deletion is rescheduled due to dependency. [ 1187.193066] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.205888] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.206137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.206202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.206472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.206629] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.218436] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: IN_PROGRESS for 2s [ 1188.092737] env[65674]: INFO networking_nsxv3.common.synchronization [req-e5f082f7-1d32-4925-b8fb-4a7746c7bca6 req-ba658f24-897c-4d27-bdf8-eac9339745f1 tempest-ServersTestJSON-175155130 tempest-ServersTestJSON-175155130-project-member] Enqueued Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1188.093258] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 with Priority: HIGHEST for action security_group_members [ 1188.093788] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c312056-c4d1-41a9-91b6-7c8a55c74b89 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.093950] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.094124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.094258] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.094415] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.094517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.094578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.094728] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.094812] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.094903] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c312056-c4d1-41a9-91b6-7c8a55c74b89',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.597257] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.597479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.597579] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.597951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.598126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.598458] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.598615] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.598704] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.599013] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.599140] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.599272] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 is going to be updated. [ 1188.633901] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.634220] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.634220] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.635014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.635014] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.646518] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: IN_PROGRESS for 2s [ 1189.229584] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: SUCCESS [ 1189.229854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.230123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.230350] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.230625] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.230836] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.230887] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.231238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.231238] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.231366] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.689556] env[65674]: INFO networking_nsxv3.common.synchronization [None req-30a4e33e-6a7a-4a5e-ba74-88ec05392392 tempest-AttachVolumeTestJSON-1520189582 tempest-AttachVolumeTestJSON-1520189582-project-member] Enqueued Resource ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 with Priority: HIGHEST for action security_group_rules [ 1189.690270] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 with Priority: HIGHEST for action security_group_rules [ 1189.690598] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9423e2e-b3c3-460e-b81c-a5607d0df021 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.690730] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.691514] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.691514] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.691514] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9423e2e-b3c3-460e-b81c-a5607d0df021',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.734020] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.794059] env[65674]: INFO networking_nsxv3.common.synchronization [None req-8ab31be8-0c39-4c1d-99e2-3cb3594836fa tempest-AttachVolumeTestJSON-1520189582 tempest-AttachVolumeTestJSON-1520189582-project-member] Enqueued Resource ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 with Priority: HIGHEST for action security_group_rules [ 1189.794759] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 with Priority: HIGHEST for action security_group_rules [ 1189.795695] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9423e2e-b3c3-460e-b81c-a5607d0df021 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.795695] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.125153] env[65674]: INFO networking_nsxv3.common.synchronization [req-9fa0963e-e617-4231-896e-d351583c2444 req-491b2182-1208-42e0-8ab6-8d8cf9472174 tempest-ServerActionsTestOtherA-639188317 tempest-ServerActionsTestOtherA-639188317-project-member] Enqueued Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGHEST for action security_group_members [ 1190.125811] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGHEST for action security_group_members [ 1190.126089] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-92120020-ebe7-4760-853e-d141cad618b2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.126525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.126525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.126525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.126640] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.126729] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.126791] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.126955] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.127063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.127159] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.169848] env[65674]: INFO networking_nsxv3.common.synchronization [req-9fa0963e-e617-4231-896e-d351583c2444 req-491b2182-1208-42e0-8ab6-8d8cf9472174 tempest-ServerActionsTestOtherA-639188317 tempest-ServerActionsTestOtherA-639188317-project-member] Enqueued Resource ID: 46ee9dc3-5765-481c-aea2-d7d288f15e0b with Priority: HIGHEST for action port [ 1190.170362] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ee9dc3-5765-481c-aea2-d7d288f15e0b with Priority: HIGHEST for action port [ 1190.172511] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-46ee9dc3-5765-481c-aea2-d7d288f15e0b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.172578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46ee9dc3-5765-481c-aea2-d7d288f15e0b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.172617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46ee9dc3-5765-481c-aea2-d7d288f15e0b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.172823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46ee9dc3-5765-481c-aea2-d7d288f15e0b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.172900] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46ee9dc3-5765-481c-aea2-d7d288f15e0b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.216703] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.216871] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.216951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.217146] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.217244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.217327] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 already deleted. [ 1190.217408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.217550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.217702] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.217788] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9423e2e-b3c3-460e-b81c-a5607d0df021',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.236891] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.629939] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.630125] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.630199] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.630419] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.630513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.630709] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.630808] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.630869] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.631027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.631127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.631218] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92120020-ebe7-4760-853e-d141cad618b2 is going to be updated. [ 1190.656241] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 in Status: SUCCESS [ 1190.656501] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c312056-c4d1-41a9-91b6-7c8a55c74b89 deletion is rescheduled due to dependency. [ 1190.656618] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c312056-c4d1-41a9-91b6-7c8a55c74b89" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.662702] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.662901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.662984] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.663202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.663345] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.672830] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92120020-ebe7-4760-853e-d141cad618b2 in Status: IN_PROGRESS for 2s [ 1190.676256] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46ee9dc3-5765-481c-aea2-d7d288f15e0b with status ACTIVE [ 1190.676256] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.676256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.676256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.676256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.676256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.676256] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.676256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.676256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.676562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.676562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.676701] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.676701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.676770] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.676852] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.676943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.677346] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46ee9dc3-5765-481c-aea2-d7d288f15e0b is going to be updated. [ 1190.702656] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.702901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.702901] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.703223] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.703730] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.703730] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46ee9dc3-5765-481c-aea2-d7d288f15e0b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.739632] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.739880] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.739938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.740334] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.740425] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.740522] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f is going to be updated. [ 1190.743454] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.743592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.743665] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.743833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.746123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.746123] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 already deleted. [ 1190.746123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.795814] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.796137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.796267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.796570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.796726] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.813953] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: IN_PROGRESS for 2s [ 1192.683129] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92120020-ebe7-4760-853e-d141cad618b2 in Status: IN_PROGRESS for 4s [ 1192.824442] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: SUCCESS [ 1192.824682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.824857] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.825093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.825284] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.825394] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.825447] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.825620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.825731] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.825840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.826045] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.826237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.826237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.826424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.826545] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.826545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.826768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.826768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.826768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.826987] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.826987] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.329291] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f: rpc.has_security_group_logging(os_id): False [ 1193.348068] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.348068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.348068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.348404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.348404] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.348495] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.348598] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.348662] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.348822] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.348904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.349115] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.349251] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.349293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.349424] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.349499] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.349671] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.349761] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.349821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.349955] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.350040] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.350124] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f is going to be created. [ 1193.429562] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.429795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.429858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.430182] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.430440] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.451428] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: IN_PROGRESS for 2s [ 1194.693795] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92120020-ebe7-4760-853e-d141cad618b2 in Status: SUCCESS [ 1194.694227] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92120020-ebe7-4760-853e-d141cad618b2 deletion is rescheduled due to dependency. [ 1194.694227] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.171500] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1195.171646] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1195.466329] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: SUCCESS [ 1195.466592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.467140] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.467358] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.467464] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.969602] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.971671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.971671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.971671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.971671] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.971671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.971671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.971671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.971671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.971671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.971671] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.476807] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.476807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.476807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.477341] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.477341] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.477341] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.477473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.478953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.478953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.478953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.478953] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.478953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.478953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.478953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.478953] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.478953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.478953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.479483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.479483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.479483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.479483] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.797809] env[65674]: INFO networking_nsxv3.common.synchronization [req-6c0d539a-4d0d-46c6-9cdf-d6943c9e61f9 req-d8f40184-d18a-4116-bd0d-be25836833c2 tempest-MultipleCreateTestJSON-1183746402 tempest-MultipleCreateTestJSON-1183746402-project-member] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1196.798653] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1196.798857] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.800877] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.801012] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.801313] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.801553] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.801698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.801784] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.801986] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.802114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.802239] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.929119] env[65674]: INFO networking_nsxv3.common.synchronization [req-2628ba6c-3f90-422e-acbe-54c65d530cac req-e09bfc92-0912-4d80-9ade-9da29b406a7a tempest-MultipleCreateTestJSON-1183746402 tempest-MultipleCreateTestJSON-1183746402-project-member] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1196.929662] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGHEST for action security_group_members [ 1196.929970] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.930086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.984000] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f: rpc.has_security_group_logging(os_id): False [ 1197.002925] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.003136] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.003184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.003361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.003452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.003670] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.003786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.003869] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.004055] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.004138] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.004315] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.004408] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.004470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.004803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.004943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.005159] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.005271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.005330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.005481] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.005557] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.005644] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f is going to be updated. [ 1197.067103] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.067103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.067103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.067103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.067372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.084335] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: IN_PROGRESS for 2s [ 1197.304104] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.808075] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.310895] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.310895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.310895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.310895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.310895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.311401] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f is going to be updated. [ 1198.338325] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.338502] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.338570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.338845] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.338995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.347439] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: IN_PROGRESS for 2s [ 1199.102026] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: SUCCESS [ 1199.102135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.232228] env[65674]: INFO networking_nsxv3.common.synchronization [req-52a8d082-27a1-427d-8f91-0447691c169c req-a26fc009-ded1-4959-a7e8-1090df218038 tempest-AttachVolumeTestJSON-1520189582 tempest-AttachVolumeTestJSON-1520189582-project-member] Enqueued Resource ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 with Priority: HIGHEST for action security_group_members [ 1199.232841] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 with Priority: HIGHEST for action security_group_members [ 1199.233191] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9423e2e-b3c3-460e-b81c-a5607d0df021 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.233312] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.233391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.233766] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.233869] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.233974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.234100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.234278] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.234344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.234445] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9423e2e-b3c3-460e-b81c-a5607d0df021',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.602563] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.602976] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-286" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.602976] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-286" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.603064] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-286" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.603320] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.603483] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.603630] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.603846] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.603990] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.604491] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.604680] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.604839] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.604990] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.605167] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.605352] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.605531] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.624993] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.625320] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1199.625527] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.625746] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-286" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.626146] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-08182a44-d294-442d-a925-f037c1eda82b taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.626417] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-08182a44-d294-442d-a925-f037c1eda82b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.626616] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-08182a44-d294-442d-a925-f037c1eda82b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.626954] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-08182a44-d294-442d-a925-f037c1eda82b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.627177] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08182a44-d294-442d-a925-f037c1eda82b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.737382] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.737639] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.737723] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.738080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.738148] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.738470] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.738588] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.738659] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.738833] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.738925] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.739028] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 already deleted. [ 1199.739112] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.130357] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.130564] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.130615] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.130887] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.131045] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.131197] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 08182a44-d294-442d-a925-f037c1eda82b not found, creating... [ 1200.131445] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.131596] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.131708] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.131926] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.132070] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.132348] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.132498] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.132612] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.132810] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.132940] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.133093] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 08182a44-d294-442d-a925-f037c1eda82b is going to be created. [ 1200.153059] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.153288] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.153411] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.153668] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.153900] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.154185] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-08182a44-d294-442d-a925-f037c1eda82b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.356954] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: SUCCESS [ 1200.357228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.357375] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.357596] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.357820] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.357942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.358019] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.358218] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.358306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.358405] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.861230] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.861489] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.861489] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.861668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.861761] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.861960] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.862080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.862145] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.862299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.862485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.862485] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f is going to be updated. [ 1200.894078] env[65674]: INFO networking_nsxv3.common.synchronization [req-52a8d082-27a1-427d-8f91-0447691c169c req-4f94be1b-e19d-4c9a-a055-c6b1906298fc service nova] Enqueued Resource ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 with Priority: HIGHEST for action security_group_rules [ 1200.894365] env[65674]: INFO networking_nsxv3.common.synchronization [req-52a8d082-27a1-427d-8f91-0447691c169c req-4f94be1b-e19d-4c9a-a055-c6b1906298fc service nova] Enqueued Resource ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 with Priority: HIGHEST for action security_group_members [ 1200.894574] env[65674]: INFO networking_nsxv3.common.synchronization [req-52a8d082-27a1-427d-8f91-0447691c169c req-4f94be1b-e19d-4c9a-a055-c6b1906298fc service nova] Enqueued Resource ID: 08182a44-d294-442d-a925-f037c1eda82b with Priority: HIGHEST for action port [ 1200.895289] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 with Priority: HIGHEST for action security_group_rules [ 1200.895497] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 with Priority: HIGHEST for action security_group_members [ 1200.895753] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08182a44-d294-442d-a925-f037c1eda82b with Priority: HIGHEST for action port [ 1200.896725] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.896860] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.896931] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.897144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.897285] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.898432] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9423e2e-b3c3-460e-b81c-a5607d0df021 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.898572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.898657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.898848] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.898953] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9423e2e-b3c3-460e-b81c-a5607d0df021',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.899867] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9423e2e-b3c3-460e-b81c-a5607d0df021 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.900010] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.900107] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.900267] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.900482] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.900564] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.900641] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.900802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.900885] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.900973] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9423e2e-b3c3-460e-b81c-a5607d0df021',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.903434] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-08182a44-d294-442d-a925-f037c1eda82b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.903541] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08182a44-d294-442d-a925-f037c1eda82b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.903602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08182a44-d294-442d-a925-f037c1eda82b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.903747] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08182a44-d294-442d-a925-f037c1eda82b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.903819] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08182a44-d294-442d-a925-f037c1eda82b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.915840] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: IN_PROGRESS for 2s [ 1201.405853] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9423e2e-b3c3-460e-b81c-a5607d0df021',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.407081] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9423e2e-b3c3-460e-b81c-a5607d0df021 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.407319] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.407648] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08182a44-d294-442d-a925-f037c1eda82b with status ACTIVE [ 1201.407816] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.407962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.408049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.408261] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.408355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.408523] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.408662] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.408760] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.408835] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.408961] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.409089] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.409184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.409254] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.409382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.409484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.409577] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08182a44-d294-442d-a925-f037c1eda82b is going to be updated. [ 1201.433620] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.433806] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.433856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.434062] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.434202] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.434365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08182a44-d294-442d-a925-f037c1eda82b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.908839] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9423e2e-b3c3-460e-b81c-a5607d0df021',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.411721] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.411721] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.411721] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.412028] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.412099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.412199] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 is going to be created. [ 1202.442576] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.442807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.442856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.443079] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.443263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.453412] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 in Status: UNINITIALIZED for 2s [ 1202.927132] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f in Status: SUCCESS [ 1202.927484] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f deletion is rescheduled due to dependency. [ 1202.927809] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.464797] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 in Status: SUCCESS [ 1204.464797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.464797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.464797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.464797] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.464797] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.465362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.465362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.465362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.465362] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.465362] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9423e2e-b3c3-460e-b81c-a5607d0df021',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.967665] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9423e2e-b3c3-460e-b81c-a5607d0df021',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.470310] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9423e2e-b3c3-460e-b81c-a5607d0df021: rpc.has_security_group_logging(os_id): False [ 1205.490016] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.490245] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.490245] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.490462] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.490627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.490795] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.490894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.490958] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.491119] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.491195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.491281] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 is going to be created. [ 1205.550702] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.550899] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.550971] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.551248] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.551433] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.563241] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 in Status: IN_PROGRESS for 2s [ 1205.845548] env[65674]: INFO networking_nsxv3.common.synchronization [req-69637fea-a062-43be-bfab-f3d34a75088e req-255e73b3-0c98-4ef8-8c03-eb5959e62fcc tempest-ServerActionsTestOtherB-856458543 tempest-ServerActionsTestOtherB-856458543-project-member] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 1205.846135] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 1205.846457] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.846582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.846645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.846827] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.846971] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.847083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.847158] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.847346] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.847423] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.847531] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.350412] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.350480] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.350512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.350737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.350829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.351030] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.351129] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.351188] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.351337] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.351413] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.351515] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc is going to be updated. [ 1206.387329] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.387540] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.387595] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.387918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.388098] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.397814] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: IN_PROGRESS for 2s [ 1207.575719] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 in Status: SUCCESS [ 1207.575719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.820524] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.820828] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-723" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.821032] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-723" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.821439] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-723" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.821860] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.822126] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.822699] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.822699] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.822874] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.823212] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.823400] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.823584] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.823767] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.823955] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.824164] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.824371] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.845724] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.846132] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1207.846610] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.846933] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-723" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.847621] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-054d7d6a-dde7-4619-aefb-4e7bf1024419 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.847843] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-054d7d6a-dde7-4619-aefb-4e7bf1024419" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.847980] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-054d7d6a-dde7-4619-aefb-4e7bf1024419" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.848340] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-054d7d6a-dde7-4619-aefb-4e7bf1024419" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.848550] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('054d7d6a-dde7-4619-aefb-4e7bf1024419',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.351550] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.352043] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.352296] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.352836] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.353010] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.353509] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.353706] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.353894] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.354123] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.354350] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.354690] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.354878] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.354999] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.355240] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.355377] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.355541] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 054d7d6a-dde7-4619-aefb-4e7bf1024419 is going to be updated. [ 1208.377877] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.378131] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.378264] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.378536] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.378729] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.378946] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-054d7d6a-dde7-4619-aefb-4e7bf1024419" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.408152] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: SUCCESS [ 1208.408371] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc deletion is rescheduled due to dependency. [ 1208.408444] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.149778] env[65674]: INFO networking_nsxv3.common.synchronization [req-6361e8e7-d53a-49f2-8b5a-20acff0aed63 req-a971653c-7e1f-4700-afe5-a6296457bc8d service nova] Enqueued Resource ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 with Priority: HIGHEST for action security_group_rules [ 1209.150054] env[65674]: INFO networking_nsxv3.common.synchronization [req-6361e8e7-d53a-49f2-8b5a-20acff0aed63 req-a971653c-7e1f-4700-afe5-a6296457bc8d service nova] Enqueued Resource ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 with Priority: HIGHEST for action security_group_members [ 1209.150054] env[65674]: INFO networking_nsxv3.common.synchronization [req-6361e8e7-d53a-49f2-8b5a-20acff0aed63 req-a971653c-7e1f-4700-afe5-a6296457bc8d service nova] Enqueued Resource ID: 054d7d6a-dde7-4619-aefb-4e7bf1024419 with Priority: HIGHEST for action port [ 1209.150529] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 with Priority: HIGHEST for action security_group_rules [ 1209.150668] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 with Priority: HIGHEST for action security_group_members [ 1209.150763] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054d7d6a-dde7-4619-aefb-4e7bf1024419 with Priority: HIGHEST for action port [ 1209.151055] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.151178] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.151244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.151447] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.155204] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.155204] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.155204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.155204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.155204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.155204] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.155204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.155204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.155204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.155204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.155204] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.155204] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-054d7d6a-dde7-4619-aefb-4e7bf1024419 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.155204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-054d7d6a-dde7-4619-aefb-4e7bf1024419" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.155204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-054d7d6a-dde7-4619-aefb-4e7bf1024419" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.155204] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-054d7d6a-dde7-4619-aefb-4e7bf1024419" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.156434] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('054d7d6a-dde7-4619-aefb-4e7bf1024419',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.657566] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.658653] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.658761] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.658928] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 054d7d6a-dde7-4619-aefb-4e7bf1024419 with status ACTIVE [ 1209.659119] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.659234] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.659303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.659522] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.659611] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.659794] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.659907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.659970] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.660149] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.660237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.660429] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.660528] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.660592] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.660730] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.660812] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.660883] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 054d7d6a-dde7-4619-aefb-4e7bf1024419 is going to be updated. [ 1209.686668] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.686877] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.686877] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.687072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.687215] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.687378] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-054d7d6a-dde7-4619-aefb-4e7bf1024419" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.163102] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.665796] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.666244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.666407] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.666764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.666947] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.667154] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 is going to be updated. [ 1210.705198] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.705438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.705438] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.705645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.705811] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.716186] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 in Status: IN_PROGRESS for 2s [ 1212.726781] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 in Status: SUCCESS [ 1212.727171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.727171] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.727367] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.727563] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.727681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.727749] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.727903] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.727985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.728078] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.728172] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.230950] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.734153] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1: rpc.has_security_group_logging(os_id): False [ 1213.755059] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.755287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.755389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.755628] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.755744] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.756311] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.756461] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.756557] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.756801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.756937] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.757082] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 is going to be updated. [ 1213.843589] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.843862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.843862] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.844017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.844167] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.859254] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 in Status: IN_PROGRESS for 2s [ 1214.152292] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.152467] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1214.311595] env[65674]: INFO networking_nsxv3.common.synchronization [req-470fed82-fd14-4e24-8cd7-666d94897d3e req-b4940c93-5683-4641-98a9-3c0f5712850e tempest-ServerActionsTestOtherB-856458543 tempest-ServerActionsTestOtherB-856458543-project-member] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 1214.311985] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 1214.312618] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.312618] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.312618] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.312851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.312932] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.313063] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.313131] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.313294] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.313455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.313538] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.616637] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.616857] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-335" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.616956] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-335" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.617328] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-335" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.618376] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.618376] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.618376] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.618376] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.618659] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.618718] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.618841] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.618947] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.619073] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.619182] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.619283] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.619408] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.643338] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.643527] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1214.643651] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.643850] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-335" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.644263] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-c45b8283-8a49-4606-b103-6dc65a0593ee taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.644471] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-c45b8283-8a49-4606-b103-6dc65a0593ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.644596] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-c45b8283-8a49-4606-b103-6dc65a0593ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.644970] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-c45b8283-8a49-4606-b103-6dc65a0593ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.645130] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c45b8283-8a49-4606-b103-6dc65a0593ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.816803] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.817092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.817092] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.817346] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.817523] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.817836] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.818025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.818099] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.818357] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.818452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.818545] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc is going to be updated. [ 1214.870925] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.871135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.871135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.871403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.871573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.885248] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: IN_PROGRESS for 2s [ 1215.148398] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.148756] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.148896] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.149220] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.149390] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.149616] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port c45b8283-8a49-4606-b103-6dc65a0593ee not found, creating... [ 1215.149892] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.150061] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.150178] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.150399] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.150660] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.150972] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.151145] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.151262] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.151473] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.151666] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.151934] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: c45b8283-8a49-4606-b103-6dc65a0593ee is going to be created. [ 1215.174659] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.174940] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.175049] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.175337] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.175584] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.175883] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-c45b8283-8a49-4606-b103-6dc65a0593ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.875128] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 in Status: SUCCESS [ 1215.875515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.897483] env[65674]: INFO networking_nsxv3.common.synchronization [req-470fed82-fd14-4e24-8cd7-666d94897d3e req-7302ecf1-0019-43fd-b5ff-183d854694ed service nova] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_rules [ 1215.897699] env[65674]: INFO networking_nsxv3.common.synchronization [req-470fed82-fd14-4e24-8cd7-666d94897d3e req-7302ecf1-0019-43fd-b5ff-183d854694ed service nova] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 1215.897920] env[65674]: INFO networking_nsxv3.common.synchronization [req-470fed82-fd14-4e24-8cd7-666d94897d3e req-7302ecf1-0019-43fd-b5ff-183d854694ed service nova] Enqueued Resource ID: c45b8283-8a49-4606-b103-6dc65a0593ee with Priority: HIGHEST for action port [ 1215.898459] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_rules [ 1215.898602] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 1215.898676] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b8283-8a49-4606-b103-6dc65a0593ee with Priority: HIGHEST for action port [ 1215.899140] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.899228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.899228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.899494] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.899597] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.900636] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.900745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.901445] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-c45b8283-8a49-4606-b103-6dc65a0593ee taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.901445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c45b8283-8a49-4606-b103-6dc65a0593ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.901445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c45b8283-8a49-4606-b103-6dc65a0593ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.901445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c45b8283-8a49-4606-b103-6dc65a0593ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.901445] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c45b8283-8a49-4606-b103-6dc65a0593ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.405580] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.405580] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.405897] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c45b8283-8a49-4606-b103-6dc65a0593ee with status ACTIVE [ 1216.405939] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.406999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.406999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.406999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.406999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.406999] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.407293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.407293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.407395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.407515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.407744] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.407801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.407911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.407999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.408088] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.408175] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c45b8283-8a49-4606-b103-6dc65a0593ee is going to be updated. [ 1216.433954] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.434184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.434256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.434467] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.434608] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.434771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c45b8283-8a49-4606-b103-6dc65a0593ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.534403] env[65674]: INFO networking_nsxv3.common.synchronization [req-3a7fdb29-c4a3-410c-b642-17cadf4c8acc req-07f3230b-4d45-4b3e-8f0a-23116519e4c5 tempest-ServerActionsTestOtherA-639188317 tempest-ServerActionsTestOtherA-639188317-project-member] Enqueued Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_members [ 1216.535690] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_members [ 1216.535690] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec7ddc1-ae44-4893-9558-a7dfba788c81 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.535853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.535853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.536031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.536174] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.536668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.536668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.536668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.536807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.536930] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.896339] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: SUCCESS [ 1216.896339] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc deletion is rescheduled due to dependency. [ 1216.896713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.896713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.896881] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.897116] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.897246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.897290] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.897484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.897573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.897670] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.953873] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.954109] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.954227] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.954524] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.954908] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.955186] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.955387] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.955726] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.955957] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.956310] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.956498] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.956713] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.956913] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.957144] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.957354] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.957583] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.978148] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.978334] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1216.978474] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.978667] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-324" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.979096] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-f69fc6ac-5f11-4292-99f2-596953ff416f taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.979434] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-f69fc6ac-5f11-4292-99f2-596953ff416f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.979559] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-f69fc6ac-5f11-4292-99f2-596953ff416f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.979945] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-f69fc6ac-5f11-4292-99f2-596953ff416f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.980097] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69fc6ac-5f11-4292-99f2-596953ff416f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.040419] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.400305] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.482513] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.482783] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.483085] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.483125] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.483273] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.483423] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port f69fc6ac-5f11-4292-99f2-596953ff416f not found, creating... [ 1217.483736] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.483942] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.484078] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.484305] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.484452] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.484793] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.484910] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.484985] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.485226] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.485385] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.485524] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: f69fc6ac-5f11-4292-99f2-596953ff416f is going to be created. [ 1217.506843] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.507097] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.507210] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.507541] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.507804] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.508059] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-f69fc6ac-5f11-4292-99f2-596953ff416f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.510286] env[65674]: INFO networking_nsxv3.common.synchronization [req-69cd1ce0-7e9e-4351-a09c-1e5e0bcb9347 req-7b748cba-befb-4f04-9366-d38154c049e5 tempest-AttachVolumeNegativeTest-351716722 tempest-AttachVolumeNegativeTest-351716722-project-member] Enqueued Resource ID: 6408415e-cc74-4ad4-912f-437ac783472a with Priority: HIGHEST for action security_group_members [ 1217.510742] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6408415e-cc74-4ad4-912f-437ac783472a with Priority: HIGHEST for action security_group_members [ 1217.511325] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-6408415e-cc74-4ad4-912f-437ac783472a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.511472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.511525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.511719] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.511888] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.511989] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.512065] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.512224] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.512305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.512397] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6408415e-cc74-4ad4-912f-437ac783472a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.542868] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.906190] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.015585] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.015798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.015932] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.016636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.016636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.016636] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.016853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.016853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.017088] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.017185] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.017294] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6408415e-cc74-4ad4-912f-437ac783472a is going to be updated. [ 1218.046566] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.046566] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.046708] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.046829] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.047084] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.047266] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 is going to be updated. [ 1218.049657] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.049821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.049990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.050242] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.050398] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.064452] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6408415e-cc74-4ad4-912f-437ac783472a in Status: IN_PROGRESS for 2s [ 1218.087806] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.088029] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.088093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.088282] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.088445] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.103665] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 in Status: IN_PROGRESS for 2s [ 1218.245126] env[65674]: INFO networking_nsxv3.common.synchronization [req-3a7fdb29-c4a3-410c-b642-17cadf4c8acc req-4b966afc-f8ee-4719-8603-37a5b151a4df service nova] Enqueued Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_rules [ 1218.245381] env[65674]: INFO networking_nsxv3.common.synchronization [req-3a7fdb29-c4a3-410c-b642-17cadf4c8acc req-4b966afc-f8ee-4719-8603-37a5b151a4df service nova] Enqueued Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_members [ 1218.245549] env[65674]: INFO networking_nsxv3.common.synchronization [req-3a7fdb29-c4a3-410c-b642-17cadf4c8acc req-4b966afc-f8ee-4719-8603-37a5b151a4df service nova] Enqueued Resource ID: f69fc6ac-5f11-4292-99f2-596953ff416f with Priority: HIGHEST for action port [ 1218.246576] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_rules [ 1218.246662] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_members [ 1218.246761] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69fc6ac-5f11-4292-99f2-596953ff416f with Priority: HIGHEST for action port [ 1218.247080] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cec7ddc1-ae44-4893-9558-a7dfba788c81 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.247256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.247256] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.247499] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.247590] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.249050] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec7ddc1-ae44-4893-9558-a7dfba788c81 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.249196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.249476] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-f69fc6ac-5f11-4292-99f2-596953ff416f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.249580] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f69fc6ac-5f11-4292-99f2-596953ff416f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.249678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f69fc6ac-5f11-4292-99f2-596953ff416f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.249900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f69fc6ac-5f11-4292-99f2-596953ff416f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.250073] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69fc6ac-5f11-4292-99f2-596953ff416f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.408781] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.409032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.409032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.409262] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.409340] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.409469] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc is going to be updated. [ 1218.473887] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.474049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.474127] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.474394] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.474584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.491770] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: IN_PROGRESS for 2s [ 1218.753553] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec7ddc1-ae44-4893-9558-a7dfba788c81 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.753553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.753897] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f69fc6ac-5f11-4292-99f2-596953ff416f with status ACTIVE [ 1218.753897] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.753897] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.754041] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.754453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.754573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.754799] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.754906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.754995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.755203] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.755312] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.755529] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.755634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.755698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.755869] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.755945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.756051] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f69fc6ac-5f11-4292-99f2-596953ff416f is going to be updated. [ 1218.785895] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.786050] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.786124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.786368] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.786506] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.786725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f69fc6ac-5f11-4292-99f2-596953ff416f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.081644] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6408415e-cc74-4ad4-912f-437ac783472a in Status: SUCCESS [ 1220.081992] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6408415e-cc74-4ad4-912f-437ac783472a deletion is rescheduled due to dependency. [ 1220.081992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.117382] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 in Status: SUCCESS [ 1220.117674] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.117849] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.118116] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.118364] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.118525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.118601] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.118816] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.118902] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.119014] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.502141] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: SUCCESS [ 1220.502573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.502710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.502985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.503309] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.503526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.503663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.503942] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.504071] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.504198] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.504404] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.621614] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.007077] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.128392] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.509333] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37eb7366-98a5-4d33-a73e-4b81bf00dcbc: rpc.has_security_group_logging(os_id): False [ 1221.530416] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.530416] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.530532] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.530668] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.530763] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.531035] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.531251] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.531251] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.531386] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.531512] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.531585] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc is going to be updated. [ 1221.595761] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.595979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.596102] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.596447] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.596678] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.610375] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: IN_PROGRESS for 2s [ 1221.632658] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.632868] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.632916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.633132] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.633222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.633368] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 is going to be updated. [ 1221.708177] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.708356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.708395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.708609] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.708777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.719954] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 in Status: IN_PROGRESS for 2s [ 1223.248114] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.248511] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1223.625704] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: SUCCESS [ 1223.626331] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.732618] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 in Status: SUCCESS [ 1223.732799] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.733412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.733660] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.733909] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.734042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.734102] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.734347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.734433] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.734519] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.734653] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.237409] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.740592] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cec7ddc1-ae44-4893-9558-a7dfba788c81: rpc.has_security_group_logging(os_id): False [ 1224.760420] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.760648] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.760724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.761089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.783017] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.783451] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.783638] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.783767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.784042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.784158] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.784293] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 is going to be updated. [ 1224.850766] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.851022] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.851205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.851339] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.851505] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.868757] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 in Status: IN_PROGRESS for 2s [ 1226.883024] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 in Status: SUCCESS [ 1226.883308] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.249824] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.250132] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1228.786686] env[65674]: INFO networking_nsxv3.common.synchronization [req-517777b7-5c25-481b-aa00-822f3bd5998a req-f3f0e995-bf23-4e88-b29e-7b9205e6d62d tempest-AttachVolumeNegativeTest-351716722 tempest-AttachVolumeNegativeTest-351716722-project-member] Enqueued Resource ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 with Priority: HIGHEST for action security_group_members [ 1228.787904] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 with Priority: HIGHEST for action security_group_members [ 1228.788752] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-7726cd64-33ca-43a9-a5b5-f9b24a20e794 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.788752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.788752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.788752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.789161] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.789161] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.789289] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.789435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.789576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.789746] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7726cd64-33ca-43a9-a5b5-f9b24a20e794',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.296024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.296024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.296024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.296024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.296024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.296024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.296024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.296024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.296024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.296024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.296024] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 is going to be updated. [ 1229.336298] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.336595] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.336595] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.336756] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.336919] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.346083] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 in Status: IN_PROGRESS for 2s [ 1231.357315] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 in Status: SUCCESS [ 1231.357735] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 deletion is rescheduled due to dependency. [ 1231.357735] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.789276] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.789855] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.804099] env[65674]: INFO networking_nsxv3.common.synchronization [None req-d294c93a-f34f-4128-b94e-df354f836bd0 tempest-AttachVolumeNegativeTest-351716722 tempest-AttachVolumeNegativeTest-351716722-project-member] Enqueued Resource ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 with Priority: HIGHEST for action security_group_rules [ 1233.804099] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 with Priority: HIGHEST for action security_group_rules [ 1233.804525] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e30ac61-72ec-426b-a5e7-7c4e86632169 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.804525] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.804640] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.804820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.804902] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e30ac61-72ec-426b-a5e7-7c4e86632169',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.893871] env[65674]: INFO networking_nsxv3.common.synchronization [None req-1902abe3-8c8b-467d-a096-4a47c3b9c90d tempest-AttachVolumeNegativeTest-351716722 tempest-AttachVolumeNegativeTest-351716722-project-member] Enqueued Resource ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 with Priority: HIGHEST for action security_group_rules [ 1233.894413] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 with Priority: HIGHEST for action security_group_rules [ 1233.895647] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e30ac61-72ec-426b-a5e7-7c4e86632169 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.895647] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.327701] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.327701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.327701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.327963] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.328098] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.328228] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 already deleted. [ 1234.328269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.328412] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.328576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.328804] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e30ac61-72ec-426b-a5e7-7c4e86632169',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.850311] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.850701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.850701] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.850855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.851018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.851147] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 already deleted. [ 1234.851237] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.896102] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.896102] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.635257] env[65674]: INFO networking_nsxv3.common.synchronization [req-da61132c-9c09-40b0-be58-a026ed4c3a71 req-7ac321ff-96d0-46e8-a8eb-3cd63a2b263b tempest-AttachVolumeNegativeTest-351716722 tempest-AttachVolumeNegativeTest-351716722-project-member] Enqueued Resource ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 with Priority: HIGHEST for action security_group_members [ 1242.635883] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 with Priority: HIGHEST for action security_group_members [ 1242.636230] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e30ac61-72ec-426b-a5e7-7c4e86632169 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.636386] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.636421] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.636688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.636907] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.637025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.637097] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.637269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.637359] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.637464] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e30ac61-72ec-426b-a5e7-7c4e86632169',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.959922] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.960164] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-664" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.960313] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-664" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.960574] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-664" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.960906] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.961167] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.961304] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.961526] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.961666] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.961877] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.962051] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.962260] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.962457] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.962671] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.962890] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.963162] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.985242] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.985458] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1242.985603] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.985769] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-664" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.986106] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.986501] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.986813] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.987148] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.987316] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.140204] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.140360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.140435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.140655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.140745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.140954] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.141072] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.141117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.141276] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.141353] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.141435] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 already deleted. [ 1243.141514] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.490017] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.490244] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.490371] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.490664] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.490816] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.490973] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154 not found, creating... [ 1243.491247] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.491403] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.491518] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.491739] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.491879] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.492183] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.492337] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.492452] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.492874] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.492874] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.492967] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154 is going to be created. [ 1243.511813] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.512069] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.512226] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.512491] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.512721] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.512940] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.213391] env[65674]: INFO networking_nsxv3.common.synchronization [req-da61132c-9c09-40b0-be58-a026ed4c3a71 req-4635d901-987d-47e1-88fa-4a906fa22394 service nova] Enqueued Resource ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 with Priority: HIGHEST for action security_group_rules [ 1244.213657] env[65674]: INFO networking_nsxv3.common.synchronization [req-da61132c-9c09-40b0-be58-a026ed4c3a71 req-4635d901-987d-47e1-88fa-4a906fa22394 service nova] Enqueued Resource ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 with Priority: HIGHEST for action security_group_members [ 1244.213733] env[65674]: INFO networking_nsxv3.common.synchronization [req-da61132c-9c09-40b0-be58-a026ed4c3a71 req-4635d901-987d-47e1-88fa-4a906fa22394 service nova] Enqueued Resource ID: da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154 with Priority: HIGHEST for action port [ 1244.214271] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 with Priority: HIGHEST for action security_group_rules [ 1244.214336] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 with Priority: HIGHEST for action security_group_members [ 1244.214872] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154 with Priority: HIGHEST for action port [ 1244.216048] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e30ac61-72ec-426b-a5e7-7c4e86632169 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.216137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.216230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.216372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.216455] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e30ac61-72ec-426b-a5e7-7c4e86632169',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.223020] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e30ac61-72ec-426b-a5e7-7c4e86632169 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.223020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.223020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.223020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.223020] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.223020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.223020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.223020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.223020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.223020] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e30ac61-72ec-426b-a5e7-7c4e86632169',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.223020] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.223020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.223020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.223020] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.223020] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.726041] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e30ac61-72ec-426b-a5e7-7c4e86632169',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.726679] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e30ac61-72ec-426b-a5e7-7c4e86632169 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.726827] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.727210] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154 with status ACTIVE [ 1244.727375] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.727473] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.727536] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.727747] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.727847] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.728017] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.728126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.728210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.728316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.728391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.728564] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.728657] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.728806] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.728893] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.728952] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.729029] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154 is going to be updated. [ 1244.752298] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.752490] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.752490] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.752705] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.752843] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.753043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da2a8f4d-fe7c-4e48-b1e2-fb9b8b839154" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.228537] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e30ac61-72ec-426b-a5e7-7c4e86632169',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.731196] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.731432] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.731432] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.731711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.731830] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.731939] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 is going to be created. [ 1245.758506] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.758711] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.758842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.759083] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.759298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.769607] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 in Status: UNINITIALIZED for 2s [ 1247.781397] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 in Status: SUCCESS [ 1247.781736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.782185] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.782185] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.782339] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.782559] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.782686] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.783049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.783049] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.783142] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.783269] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e30ac61-72ec-426b-a5e7-7c4e86632169',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.286137] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e30ac61-72ec-426b-a5e7-7c4e86632169',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.788813] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e30ac61-72ec-426b-a5e7-7c4e86632169: rpc.has_security_group_logging(os_id): False [ 1248.806533] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.806769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.806769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.806938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.807048] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.807293] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.807419] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.807483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.807750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.807750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.807750] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 is going to be created. [ 1248.866576] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.866751] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.866855] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.867117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.867298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.879143] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 in Status: IN_PROGRESS for 2s [ 1249.216131] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.216258] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1250.439012] env[65674]: INFO networking_nsxv3.common.synchronization [req-307ff8fc-d16b-40b7-bffc-0c9fee70d608 req-b0c3264a-b665-43c2-9521-63c73145511b tempest-ServerActionsTestJSON-1311477773 tempest-ServerActionsTestJSON-1311477773-project-member] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 1250.439590] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 1250.440114] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.440114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.440114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.440327] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.440518] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.440621] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.440684] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.440865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.440976] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.441075] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.893015] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 in Status: SUCCESS [ 1250.893275] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.942630] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.942780] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.942846] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.943093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.943190] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.943389] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.943488] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.943550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.943713] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.943788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.943873] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc2631f-0767-4b15-8810-571242539b3b is going to be updated. [ 1250.972510] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.972740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.972740] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.972900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.973058] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.981559] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: IN_PROGRESS for 2s [ 1252.684910] env[65674]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1252.685189] env[65674]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e63bc45f-5a4c-4235-aad5-7319f7089cac None None] NSXv3 Agent Agent loop - iteration:3 started [ 1252.992284] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: SUCCESS [ 1252.992527] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc2631f-0767-4b15-8810-571242539b3b deletion is rescheduled due to dependency. [ 1252.992644] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.441334] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.441334] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1260.021492] env[65674]: INFO networking_nsxv3.common.synchronization [req-1ee31686-a67e-47c1-93b4-1c3953ddb705 req-6b51c4fe-e720-40fc-a0dc-0434e6c00de1 tempest-ServerActionsTestJSON-1311477773 tempest-ServerActionsTestJSON-1311477773-project-member] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 1260.022028] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 1260.022348] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.022470] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.022535] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.022731] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.022879] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.022977] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.023081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.023232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.023316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.023419] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.305423] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.305660] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-241" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.305807] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-241" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.306132] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-241" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.306393] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.306546] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.306658] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.306926] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.307182] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.307403] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.307514] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.307618] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.307720] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.307824] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.307925] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.308066] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.327781] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.328199] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1260.328440] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.328642] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-241" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.328965] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-b1b246a2-434a-4fc3-beb1-2adc21c7c304 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.329151] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-b1b246a2-434a-4fc3-beb1-2adc21c7c304" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.329270] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-b1b246a2-434a-4fc3-beb1-2adc21c7c304" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.329582] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-b1b246a2-434a-4fc3-beb1-2adc21c7c304" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.329724] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1b246a2-434a-4fc3-beb1-2adc21c7c304',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.525441] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.525635] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.525681] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.525889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.525981] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.526200] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.526298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.526361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.526524] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.526599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.526684] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc2631f-0767-4b15-8810-571242539b3b is going to be updated. [ 1260.553885] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.554091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.554091] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.554246] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.554379] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.563126] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: IN_PROGRESS for 2s [ 1260.833088] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.833088] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.833088] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.833371] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.833371] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.833459] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port b1b246a2-434a-4fc3-beb1-2adc21c7c304 not found, creating... [ 1260.833720] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.833879] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.833996] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.834243] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.834379] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.834666] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.835013] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.835013] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.835204] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.835473] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.835703] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: b1b246a2-434a-4fc3-beb1-2adc21c7c304 is going to be created. [ 1260.859297] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.859554] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.859681] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.859952] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.860195] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.860417] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-b1b246a2-434a-4fc3-beb1-2adc21c7c304" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.567253] env[65674]: INFO networking_nsxv3.common.synchronization [req-1ee31686-a67e-47c1-93b4-1c3953ddb705 req-f7176edf-aaff-4eb4-9083-765f6e6093b5 service nova] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_rules [ 1261.567533] env[65674]: INFO networking_nsxv3.common.synchronization [req-1ee31686-a67e-47c1-93b4-1c3953ddb705 req-f7176edf-aaff-4eb4-9083-765f6e6093b5 service nova] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 1261.567573] env[65674]: INFO networking_nsxv3.common.synchronization [req-1ee31686-a67e-47c1-93b4-1c3953ddb705 req-f7176edf-aaff-4eb4-9083-765f6e6093b5 service nova] Enqueued Resource ID: b1b246a2-434a-4fc3-beb1-2adc21c7c304 with Priority: HIGHEST for action port [ 1261.568252] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_rules [ 1261.568384] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 1261.568485] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b246a2-434a-4fc3-beb1-2adc21c7c304 with Priority: HIGHEST for action port [ 1261.568787] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.568872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.568943] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.569244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.569372] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.570427] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.570551] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.570811] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1b246a2-434a-4fc3-beb1-2adc21c7c304 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.570938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1b246a2-434a-4fc3-beb1-2adc21c7c304" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.571042] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1b246a2-434a-4fc3-beb1-2adc21c7c304" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.571268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1b246a2-434a-4fc3-beb1-2adc21c7c304" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.571349] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1b246a2-434a-4fc3-beb1-2adc21c7c304',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.074716] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1b246a2-434a-4fc3-beb1-2adc21c7c304 with status ACTIVE [ 1262.075024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.075143] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.075188] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.075446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.075495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.075668] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.075804] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.075865] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.076026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.076114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.076285] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.076378] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.076429] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.076577] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.076656] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.077281] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1b246a2-434a-4fc3-beb1-2adc21c7c304 is going to be updated. [ 1262.078719] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.078817] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.100853] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.101067] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.101067] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.101259] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.101396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.101556] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1b246a2-434a-4fc3-beb1-2adc21c7c304" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.573702] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: SUCCESS [ 1262.574081] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc2631f-0767-4b15-8810-571242539b3b deletion is rescheduled due to dependency. [ 1262.574081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.574163] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.574391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.574582] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.574698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.574763] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.574912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.574997] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.575251] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.077437] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.580135] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.082775] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.082985] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.083165] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.083458] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.083717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.083830] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc2631f-0767-4b15-8810-571242539b3b is going to be updated. [ 1264.112080] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.112252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.112332] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.112539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.112675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.122994] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: IN_PROGRESS for 2s [ 1266.136366] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: SUCCESS [ 1266.136366] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.136769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.136769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.136930] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.137130] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.137206] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.137385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.137479] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.137567] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.137660] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.570082] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.570082] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1266.640017] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.144323] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebc2631f-0767-4b15-8810-571242539b3b: rpc.has_security_group_logging(os_id): False [ 1267.167046] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.167046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.167046] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.167707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.167707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.167707] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.167707] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.167858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.167891] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.167939] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.168032] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebc2631f-0767-4b15-8810-571242539b3b is going to be updated. [ 1267.228137] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.228403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.228403] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.228545] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.228690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.242425] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: IN_PROGRESS for 2s [ 1269.258025] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: SUCCESS [ 1269.258433] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.065492] env[65674]: INFO networking_nsxv3.common.synchronization [req-89d597d2-4424-47ff-b968-dba7cad8dd56 req-8338eb8b-c7e0-485a-a89b-cc34814d15dc tempest-AttachVolumeShelveTestJSON-635892039 tempest-AttachVolumeShelveTestJSON-635892039-project-member] Enqueued Resource ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 with Priority: HIGHEST for action security_group_members [ 1270.066311] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 with Priority: HIGHEST for action security_group_members [ 1270.066311] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.066466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.066466] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.066653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.066806] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.067582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.067582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.067582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.067582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.067582] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.570175] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.574333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.574333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.574333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.574333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.574333] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.574333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.574333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.574333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.574333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.574333] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 is going to be updated. [ 1270.609954] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.609954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.609954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.609954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.609954] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.618088] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 in Status: IN_PROGRESS for 2s [ 1272.631225] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 in Status: SUCCESS [ 1272.631576] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1 deletion is rescheduled due to dependency. [ 1272.631576] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.067520] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.067520] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1275.115206] env[65674]: INFO networking_nsxv3.common.synchronization [None req-bf7fd749-24b6-42fe-b749-6019e727b787 tempest-AttachVolumeShelveTestJSON-635892039 tempest-AttachVolumeShelveTestJSON-635892039-project-member] Enqueued Resource ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c with Priority: HIGHEST for action security_group_rules [ 1275.115374] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c with Priority: HIGHEST for action security_group_rules [ 1275.115790] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.117457] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.117457] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.117457] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.117457] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.199082] env[65674]: INFO networking_nsxv3.common.synchronization [None req-b0356628-3ffa-4220-91c0-79bbe316b7ef tempest-AttachVolumeShelveTestJSON-635892039 tempest-AttachVolumeShelveTestJSON-635892039-project-member] Enqueued Resource ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c with Priority: HIGHEST for action security_group_rules [ 1275.199711] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c with Priority: HIGHEST for action security_group_rules [ 1275.199931] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.200075] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.642975] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.643230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.643230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.643430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.643537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.643615] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c already deleted. [ 1275.643715] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.643856] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.644018] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.644096] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.171146] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.171146] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.171931] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.171931] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.171931] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.171931] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c already deleted. [ 1276.171931] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.243796] env[65674]: INFO networking_nsxv3.common.synchronization [req-3eb3c951-9eee-42db-86c3-b341d157dac9 req-6acf38d6-f362-4088-9099-fd0530158436 tempest-AttachVolumeTestJSON-1520189582 tempest-AttachVolumeTestJSON-1520189582-project-member] Enqueued Resource ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 with Priority: HIGHEST for action security_group_members [ 1279.244216] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 with Priority: HIGHEST for action security_group_members [ 1279.244907] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9423e2e-b3c3-460e-b81c-a5607d0df021 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.244907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.244907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.245490] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.245490] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.245490] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.245490] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.245650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.245650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.245719] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9423e2e-b3c3-460e-b81c-a5607d0df021',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.748205] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.748453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.748517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.748743] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.748837] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.749058] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.749173] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.749232] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.749351] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.749420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.749505] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 is going to be updated. [ 1279.780918] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.781135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.781135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.781325] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.781467] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.791124] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 in Status: IN_PROGRESS for 2s [ 1280.630802] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.630802] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.631277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.631277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.631356] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.742290] env[65674]: INFO networking_nsxv3.common.synchronization [req-442c130f-72d0-49b4-8b05-d29cee150ee6 req-858d4b14-7210-4a53-99c1-a15364e82f9d tempest-AttachVolumeShelveTestJSON-635892039 tempest-AttachVolumeShelveTestJSON-635892039-project-member] Enqueued Resource ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c with Priority: HIGHEST for action security_group_members [ 1280.742770] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c with Priority: HIGHEST for action security_group_members [ 1280.743091] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.743216] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.743282] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.743539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.743695] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.743800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.743850] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.743996] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.744094] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.744183] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.041051] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.041051] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "network-723" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.041051] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "network-723" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.041335] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "network-723" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.041433] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.041589] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.041703] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.041915] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.042076] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.042288] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1281.042398] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1281.042504] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1281.042609] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1281.042719] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1281.042821] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1281.043060] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1281.066834] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1281.067019] env[65674]: DEBUG dogpile.cache.region [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1281.067141] env[65674]: DEBUG dogpile.lock [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1281.067383] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "network-723" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.067697] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock port-88de103b-3008-4170-9194-ac219e608977 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.067900] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "port-88de103b-3008-4170-9194-ac219e608977" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.068031] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "port-88de103b-3008-4170-9194-ac219e608977" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.068335] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "port-88de103b-3008-4170-9194-ac219e608977" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.068538] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88de103b-3008-4170-9194-ac219e608977',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.133549] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.246672] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.246883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.246883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.247139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.247234] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.247490] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.247593] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.247640] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.247803] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.247879] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.247963] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c already deleted. [ 1281.248053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.571437] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.571661] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.571791] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.572144] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.572303] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.572460] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Segment Port 88de103b-3008-4170-9194-ac219e608977 not found, creating... [ 1281.572728] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.572885] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.573009] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.573237] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.573376] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.573669] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.573826] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.573943] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.574159] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.574290] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.574429] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Resource: SegmentPort with ID: 88de103b-3008-4170-9194-ac219e608977 is going to be created. [ 1281.599621] env[65674]: DEBUG networking_nsxv3.common.locking [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.599880] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.600339] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.600434] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.600607] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.600831] env[65674]: DEBUG oslo_concurrency.lockutils [None req-cb2ffdcc-e00d-4aff-bb23-b7485e5aef31 None None] Releasing lock "port-88de103b-3008-4170-9194-ac219e608977" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.635509] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.803368] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 in Status: SUCCESS [ 1281.803559] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 deletion is rescheduled due to dependency. [ 1281.803675] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.137727] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1282.137851] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1282.287795] env[65674]: INFO networking_nsxv3.common.synchronization [req-442c130f-72d0-49b4-8b05-d29cee150ee6 req-f7cea549-4b81-4220-a367-73af8eae56ee service nova] Enqueued Resource ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c with Priority: HIGHEST for action security_group_rules [ 1282.288106] env[65674]: INFO networking_nsxv3.common.synchronization [req-442c130f-72d0-49b4-8b05-d29cee150ee6 req-f7cea549-4b81-4220-a367-73af8eae56ee service nova] Enqueued Resource ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c with Priority: HIGHEST for action security_group_members [ 1282.288350] env[65674]: INFO networking_nsxv3.common.synchronization [req-442c130f-72d0-49b4-8b05-d29cee150ee6 req-f7cea549-4b81-4220-a367-73af8eae56ee service nova] Enqueued Resource ID: 88de103b-3008-4170-9194-ac219e608977 with Priority: HIGHEST for action port [ 1282.288931] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c with Priority: HIGHEST for action security_group_rules [ 1282.289082] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c with Priority: HIGHEST for action security_group_members [ 1282.289182] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88de103b-3008-4170-9194-ac219e608977 with Priority: HIGHEST for action port [ 1282.289523] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.289813] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.289909] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.290197] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.290313] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.291333] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.291452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.291515] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.291682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.291828] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.291918] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.291979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.292131] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.292210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.292301] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.293029] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-88de103b-3008-4170-9194-ac219e608977 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.293380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88de103b-3008-4170-9194-ac219e608977" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.293380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88de103b-3008-4170-9194-ac219e608977" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.293380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88de103b-3008-4170-9194-ac219e608977" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.293478] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88de103b-3008-4170-9194-ac219e608977',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.796133] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.796459] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.796459] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.797379] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88de103b-3008-4170-9194-ac219e608977 with status ACTIVE [ 1282.797575] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.797688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.797752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.797956] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.798069] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.798220] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.798355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.798420] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.798565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.798650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.798818] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.798991] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.798991] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.799117] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.799184] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.799273] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88de103b-3008-4170-9194-ac219e608977 is going to be updated. [ 1282.823713] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.823916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.823916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.824132] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.824268] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.824425] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88de103b-3008-4170-9194-ac219e608977" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.001429] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.001597] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.001641] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.001847] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.013163] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1283.015881] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.016751] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1283.064115] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.064217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.064286] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.064474] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.079853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.080925] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1283.081069] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1283.081132] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1283.123292] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.123487] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.123537] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.123768] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.128421] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.128801] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1283.216834] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.216979] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.217081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.217434] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.217753] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.218213] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1283.299190] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.299330] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.299372] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.299556] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.299850] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.300149] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1283.300243] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c08be2c5-f9c6-4cd8-aafd-c7b894a5421c', '37eb7366-98a5-4d33-a73e-4b81bf00dcbc', '6408415e-cc74-4ad4-912f-437ac783472a', '92120020-ebe7-4760-853e-d141cad618b2', '7726cd64-33ca-43a9-a5b5-f9b24a20e794', 'ebc2631f-0767-4b15-8810-571242539b3b', 'c5de174c-db1f-41da-9aa2-8b1d7f14a7d9', 'a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f', 'd237632f-4d7a-4d2b-9c4d-e5ca0aca7231', '43d2f299-3e97-4dfd-bcc5-0f594ab82fc7', '82d1934f-4d26-4956-8da6-312ab4f9b2b7', 'c9423e2e-b3c3-460e-b81c-a5607d0df021', 'ca46bcba-a622-49db-a499-2cceec2bfef6', 'b61f1e33-d5d4-4ea0-beb7-94f1d7321595', '1f2ea49e-563c-429d-aecc-b4ab587175d0', '21a01751-b904-4d3e-a14a-c0db44bced29', '34c2ef34-85ee-4922-a486-aec2c25f301d', 'dfdbed75-8fb2-47a9-9c7b-e42981fd46e9', 'fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7', '7f6c45a8-653b-464e-b355-9b393b258fcc', 'abc045af-bb90-4f35-8b83-0d6cdd7942bf', '1e30ac61-72ec-426b-a5e7-7c4e86632169', 'ecaa21e3-3de1-4e66-b644-06fb56df49cc', '0c312056-c4d1-41a9-91b6-7c8a55c74b89', 'ceae3d5e-5b16-4ae0-9cc4-9c05e2188fe1', '162b4c36-798b-4363-a0d9-78e9e0020b87', 'c1eb2de6-d66a-4bca-8278-8e185e57c1a9', '45e7fa2c-4658-4363-a295-b51b16a39062', '43b573e6-a102-41c4-bf58-ba3cd4a7e69c', 'ed8e93ce-c9ad-4a02-a966-730058f802d2', '32333027-61c8-4ec6-8463-c8006e69c01d', '3fb2f2a1-1946-419c-af3d-9d2a88034bb3', '036e0ecd-8aa5-4495-8401-7f8c72f804f2', '3e1ed471-f65f-40d6-8b21-2b0474dba053', 'ab0608f5-d5dd-4c66-919c-b7f19df42c7e', '2221c62c-2d05-48f0-9451-07c99e0dfa7c', 'b442b4e9-d1b5-41ec-ba30-02472a672289', '0c66648d-ad13-4f76-8f6d-6104cc86cec2', '42396e53-d400-46eb-89f6-b7ef6c030927', 'cec7ddc1-ae44-4893-9558-a7dfba788c81', '033c299f-38c7-460b-a3ea-abb40ff08db5', 'ae0588fe-aa7f-40b4-9066-a3dec64ca364', 'dfa3775a-12b5-4c55-a27c-ca705827a8b5', 'b305e199-a01e-403c-b6f2-0a74cfc8f645', 'fb5a6e80-6c2d-4e2a-9ce0-625fdd048b71'} {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1283.300359] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1283.301664] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.322191] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.322380] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.322437] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.322642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.322756] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.322881] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1283.322955] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1283.323037] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1283.406056] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.406056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.406056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.406056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.407089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.407414] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1283.407487] env[65674]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65674) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1283.407559] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1283.407621] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1283.407694] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1283.407765] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c with Priority: HIGH for action security_group_rules [ 1283.407843] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGH for action security_group_rules [ 1283.407910] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6408415e-cc74-4ad4-912f-437ac783472a with Priority: HIGH for action security_group_rules [ 1283.407968] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGH for action security_group_rules [ 1283.408029] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 with Priority: HIGH for action security_group_rules [ 1283.408093] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGH for action security_group_rules [ 1283.408154] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 with Priority: HIGH for action security_group_rules [ 1283.408209] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGH for action security_group_rules [ 1283.408279] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGH for action security_group_rules [ 1283.408349] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 with Priority: HIGH for action security_group_rules [ 1283.408408] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 with Priority: HIGH for action security_group_rules [ 1283.408467] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 with Priority: HIGH for action security_group_rules [ 1283.408526] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca46bcba-a622-49db-a499-2cceec2bfef6 with Priority: HIGH for action security_group_rules [ 1283.408584] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 with Priority: HIGH for action security_group_rules [ 1283.408648] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 with Priority: HIGH for action security_group_rules [ 1283.408753] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGH for action security_group_rules [ 1283.408753] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGH for action security_group_rules [ 1283.408823] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 with Priority: HIGH for action security_group_rules [ 1283.408860] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGH for action security_group_rules [ 1283.408923] env[65674]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGH for action security_group_rules [ 1283.409025] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.804052] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.804435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.804435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.804539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.804636] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.804773] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c is going to be created. [ 1283.829397] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.829622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.829622] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.829757] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.829915] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.840225] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c in Status: UNINITIALIZED for 2s [ 1285.851486] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c in Status: SUCCESS [ 1285.851834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.851834] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.852021] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.852219] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.852335] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.852400] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.852570] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.852634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.852704] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.852795] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.354884] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.857093] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c: rpc.has_security_group_logging(os_id): False [ 1286.874523] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.874716] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.874716] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.874885] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.874972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.875223] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.875347] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.875414] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.875567] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.875644] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.875730] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c is going to be created. [ 1286.933220] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.933448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.933448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.933638] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.933819] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.944636] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c in Status: IN_PROGRESS for 2s [ 1287.291300] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.291300] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1287.291300] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c with Priority: HIGH for action security_group_rules [ 1287.291300] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6408415e-cc74-4ad4-912f-437ac783472a with Priority: HIGH for action security_group_rules [ 1287.291300] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 with Priority: HIGH for action security_group_rules [ 1287.291669] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 with Priority: HIGH for action security_group_rules [ 1287.291669] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6c45a8-653b-464e-b355-9b393b258fcc with Priority: HIGH for action security_group_rules [ 1287.291669] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 with Priority: HIGH for action security_group_rules [ 1287.291669] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 with Priority: HIGH for action security_group_rules [ 1287.292233] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c2ef34-85ee-4922-a486-aec2c25f301d with Priority: HIGH for action security_group_rules [ 1287.292362] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 with Priority: HIGH for action security_group_rules [ 1287.292472] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a01751-b904-4d3e-a14a-c0db44bced29 with Priority: HIGH for action security_group_rules [ 1287.292570] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca46bcba-a622-49db-a499-2cceec2bfef6 with Priority: HIGH for action security_group_rules [ 1287.292665] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 with Priority: HIGH for action security_group_rules [ 1287.292755] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 with Priority: HIGH for action security_group_rules [ 1287.292845] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 with Priority: HIGH for action security_group_rules [ 1287.292948] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 with Priority: HIGH for action security_group_rules [ 1287.293049] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGH for action security_group_rules [ 1287.293169] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f with Priority: HIGH for action security_group_rules [ 1287.293243] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 with Priority: HIGH for action security_group_rules [ 1287.293329] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGH for action security_group_rules [ 1287.293437] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92120020-ebe7-4760-853e-d141cad618b2 with Priority: HIGH for action security_group_rules [ 1287.293807] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.293937] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.293999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.294249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.294345] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c08be2c5-f9c6-4cd8-aafd-c7b894a5421c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.295378] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6408415e-cc74-4ad4-912f-437ac783472a taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.295534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.295587] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.295759] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.295836] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6408415e-cc74-4ad4-912f-437ac783472a',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.296682] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.296801] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.296852] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.296989] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.297067] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5de174c-db1f-41da-9aa2-8b1d7f14a7d9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.297819] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f2ea49e-563c-429d-aecc-b4ab587175d0 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.297965] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.298135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.298135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.298210] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f2ea49e-563c-429d-aecc-b4ab587175d0',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.299114] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f6c45a8-653b-464e-b355-9b393b258fcc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.299227] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.299293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.299446] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.299555] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f6c45a8-653b-464e-b355-9b393b258fcc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.300373] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.300483] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.300563] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.301252] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.301315] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.302063] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.302534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.302534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.302534] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.302534] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfdbed75-8fb2-47a9-9c7b-e42981fd46e9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.303221] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c2ef34-85ee-4922-a486-aec2c25f301d taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.303324] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.303382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.303827] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.303827] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c2ef34-85ee-4922-a486-aec2c25f301d',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.304510] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b61f1e33-d5d4-4ea0-beb7-94f1d7321595 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.304584] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.304624] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.304771] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.304854] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b61f1e33-d5d4-4ea0-beb7-94f1d7321595',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.305616] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21a01751-b904-4d3e-a14a-c0db44bced29 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.305723] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.305779] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.305930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.306044] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21a01751-b904-4d3e-a14a-c0db44bced29',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.306769] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca46bcba-a622-49db-a499-2cceec2bfef6 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.306882] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.306949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.307123] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.307199] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca46bcba-a622-49db-a499-2cceec2bfef6',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.307991] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9423e2e-b3c3-460e-b81c-a5607d0df021 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.308124] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.308185] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.308422] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.308422] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9423e2e-b3c3-460e-b81c-a5607d0df021',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.309149] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82d1934f-4d26-4956-8da6-312ab4f9b2b7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.309257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.309333] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.309514] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.309587] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82d1934f-4d26-4956-8da6-312ab4f9b2b7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.310551] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.310672] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.310739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.310887] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.311010] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43d2f299-3e97-4dfd-bcc5-0f594ab82fc7',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.315112] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.315565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.315565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.315690] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.315732] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d237632f-4d7a-4d2b-9c4d-e5ca0aca7231',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.316735] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.317103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.317103] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.317217] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.317323] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.318375] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.318526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.318620] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.319045] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.319045] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.320352] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.320352] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.320352] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.320603] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.320603] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7726cd64-33ca-43a9-a5b5-f9b24a20e794',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.321904] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.321904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.321904] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.322433] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.322433] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.323449] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92120020-ebe7-4760-853e-d141cad618b2 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.323949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.323949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.323949] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.324164] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92120020-ebe7-4760-853e-d141cad618b2',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.376084] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.376317] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.376426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.376781] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.381283] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.381465] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.382060] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.382201] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.383345] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.383489] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.384519] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.384671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.387577] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.387715] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.409664] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.409861] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c08be2c5-f9c6-4cd8-aafd-c7b894a5421c is going to be deleted. [ 1287.410716] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.410928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.434935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.435199] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7 is going to be deleted. [ 1287.436548] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.436777] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.468679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.468907] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f6c45a8-653b-464e-b355-9b393b258fcc is going to be deleted. [ 1287.469821] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.470037] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.500065] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.500065] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfdbed75-8fb2-47a9-9c7b-e42981fd46e9 is going to be deleted. [ 1287.500411] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.500700] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.517123] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.517348] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.521745] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.521878] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.553631] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.553631] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5de174c-db1f-41da-9aa2-8b1d7f14a7d9 is going to be deleted. [ 1287.554449] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.554646] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.581455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.581624] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f2ea49e-563c-429d-aecc-b4ab587175d0 is going to be deleted. [ 1287.582567] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.582793] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.582884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.583026] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c08be2c5-f9c6-4cd8-aafd-c7b894a5421c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.583197] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.583407] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.583493] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.583610] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd3c9c97-f0c6-4533-b48b-b3a0ce8a74f7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.599245] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.599399] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.599474] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.599688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.599790] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.599913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f6c45a8-653b-464e-b355-9b393b258fcc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.604649] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.604823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.604900] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.605115] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.605205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.605331] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfdbed75-8fb2-47a9-9c7b-e42981fd46e9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.644187] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.644389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.644389] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.644561] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.644650] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.644774] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5de174c-db1f-41da-9aa2-8b1d7f14a7d9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.682372] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.682526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.682582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.682842] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.682972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.683081] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f2ea49e-563c-429d-aecc-b4ab587175d0" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.831253] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.831484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.831539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.831804] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.832042] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.832175] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.832234] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.832396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.832484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.832562] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.832649] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.864348] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.864754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.864754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.864754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.866914] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.867070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.870806] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.870960] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.873796] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.873946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.881783] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.881939] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.882717] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.882810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.886050] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.886196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.886839] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.886931] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.887658] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.887745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.890976] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.891085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.893689] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.893782] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.895742] env[65674]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.896173] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.896265] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.900079] env[65674]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.900512] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.900609] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.905578] env[65674]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.906069] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.906189] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9423e2e-b3c3-460e-b81c-a5607d0df021 is going to be deleted. [ 1287.907097] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.907305] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.925502] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.925669] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f is going to be deleted. [ 1287.926518] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.926737] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.948767] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.948920] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b61f1e33-d5d4-4ea0-beb7-94f1d7321595 is going to be deleted. [ 1287.949739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.949935] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.968123] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.968360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.976426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.976576] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6408415e-cc74-4ad4-912f-437ac783472a is going to be deleted. [ 1287.977573] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.977782] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.979227] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.979326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.001449] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.001611] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c2ef34-85ee-4922-a486-aec2c25f301d is going to be deleted. [ 1288.002471] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.002691] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.021777] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.021973] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.041374] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.041540] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43d2f299-3e97-4dfd-bcc5-0f594ab82fc7 is going to be deleted. [ 1288.042579] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.042831] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.045938] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.046086] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.099155] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.099155] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82d1934f-4d26-4956-8da6-312ab4f9b2b7 is going to be deleted. [ 1288.100082] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.100306] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.125410] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.125619] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.173228] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.173465] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21a01751-b904-4d3e-a14a-c0db44bced29 is going to be deleted. [ 1288.174396] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.174698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.179586] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.179840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.207999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.208196] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7726cd64-33ca-43a9-a5b5-f9b24a20e794 is going to be deleted. [ 1288.209169] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.209390] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.294814] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.294953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.319186] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.319419] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.322595] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.322724] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca46bcba-a622-49db-a499-2cceec2bfef6 is going to be deleted. [ 1288.323637] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.323877] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.335653] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.357067] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.357235] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d237632f-4d7a-4d2b-9c4d-e5ca0aca7231 is going to be deleted. [ 1288.358195] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.358435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.396619] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.396764] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92120020-ebe7-4760-853e-d141cad618b2 is going to be deleted. [ 1288.397765] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.398011] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.400024] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.400137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.434107] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.434269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.465410] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.465642] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.494940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.495271] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc is going to be deleted. [ 1288.496243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.496480] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.496572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.496739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9423e2e-b3c3-460e-b81c-a5607d0df021" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.496908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.497188] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.497188] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.498410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7caf2e0-cd3a-48e8-9cc0-7883ca13b99f" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.498410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.498410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.498410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.498410] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b61f1e33-d5d4-4ea0-beb7-94f1d7321595" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.498661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.498747] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.498830] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.498946] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6408415e-cc74-4ad4-912f-437ac783472a" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.499090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.499235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.499309] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.499423] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c2ef34-85ee-4922-a486-aec2c25f301d" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.499553] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.499710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.499788] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.499908] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43d2f299-3e97-4dfd-bcc5-0f594ab82fc7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.500053] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.500196] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.500271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.500384] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82d1934f-4d26-4956-8da6-312ab4f9b2b7" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.500542] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.500750] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.500841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.500953] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21a01751-b904-4d3e-a14a-c0db44bced29" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.501094] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.501231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.501303] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.501416] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7726cd64-33ca-43a9-a5b5-f9b24a20e794" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.501539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.501674] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.501744] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.501854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca46bcba-a622-49db-a499-2cceec2bfef6" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.501978] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.502125] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.502210] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.502361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d237632f-4d7a-4d2b-9c4d-e5ca0aca7231" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.579020] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.579231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.579231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.579539] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.579663] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.579779] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92120020-ebe7-4760-853e-d141cad618b2" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.657159] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.657371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.657371] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.657626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.657752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.657938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.838981] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebc2631f-0767-4b15-8810-571242539b3b: rpc.has_security_group_logging(os_id): False [ 1288.861229] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.861513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.861513] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.861634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.883769] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.884170] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.884249] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.884286] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.884532] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.884679] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.884825] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebc2631f-0767-4b15-8810-571242539b3b is going to be updated. [ 1288.946033] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.946253] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.946253] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.946400] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.946616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.964613] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: IN_PROGRESS for 2s [ 1288.965319] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c in Status: SUCCESS [ 1288.965549] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.844051] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.844250] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-335" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.844250] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-335" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.844521] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-335" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.844787] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.844971] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.845140] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.845341] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.845472] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.845682] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.845788] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1289.845891] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1289.845995] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1289.846112] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.846219] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1289.846419] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.866407] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.866628] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1289.866795] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.866916] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-335" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.867363] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-c45b8283-8a49-4606-b103-6dc65a0593ee taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.867519] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-c45b8283-8a49-4606-b103-6dc65a0593ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.867677] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-c45b8283-8a49-4606-b103-6dc65a0593ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.867915] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-c45b8283-8a49-4606-b103-6dc65a0593ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.868067] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c45b8283-8a49-4606-b103-6dc65a0593ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.370766] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.371336] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.371336] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.371743] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.371985] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.372448] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.372700] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.372888] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.373248] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.373475] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.373916] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.374181] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.374377] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.374689] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.374910] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.375154] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: c45b8283-8a49-4606-b103-6dc65a0593ee is going to be updated. [ 1290.399268] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.399614] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.399821] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.400259] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.400583] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.400937] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-c45b8283-8a49-4606-b103-6dc65a0593ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.981096] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: SUCCESS [ 1290.981096] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.136073] env[65674]: INFO networking_nsxv3.common.synchronization [req-ad956d65-2876-46e9-8bc2-a3342f704e53 req-93321da9-6bfa-4a0d-8199-9c8bd3463155 service nova] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_rules [ 1291.136263] env[65674]: INFO networking_nsxv3.common.synchronization [req-ad956d65-2876-46e9-8bc2-a3342f704e53 req-93321da9-6bfa-4a0d-8199-9c8bd3463155 service nova] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 1291.136399] env[65674]: INFO networking_nsxv3.common.synchronization [req-ad956d65-2876-46e9-8bc2-a3342f704e53 req-93321da9-6bfa-4a0d-8199-9c8bd3463155 service nova] Enqueued Resource ID: c45b8283-8a49-4606-b103-6dc65a0593ee with Priority: HIGHEST for action port [ 1291.136907] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_rules [ 1291.137057] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 1291.137156] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b8283-8a49-4606-b103-6dc65a0593ee with Priority: HIGHEST for action port [ 1291.137454] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.137582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.137645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.137841] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.137922] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.138788] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.138907] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.138974] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.139156] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.139299] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.139413] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.139448] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.139578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.139661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.139802] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.141638] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-c45b8283-8a49-4606-b103-6dc65a0593ee taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.141889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c45b8283-8a49-4606-b103-6dc65a0593ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.142489] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c45b8283-8a49-4606-b103-6dc65a0593ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.142489] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c45b8283-8a49-4606-b103-6dc65a0593ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.142489] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c45b8283-8a49-4606-b103-6dc65a0593ee',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.644384] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.645801] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.645929] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.646308] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c45b8283-8a49-4606-b103-6dc65a0593ee with status ACTIVE [ 1291.646464] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.646571] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.646627] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.646826] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.646913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.650613] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.650745] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.650807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.650988] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.651090] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.651286] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.651982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.651982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.651982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.651982] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.651982] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c45b8283-8a49-4606-b103-6dc65a0593ee is going to be updated. [ 1291.674414] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.674616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.674671] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.674889] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.675066] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.675248] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c45b8283-8a49-4606-b103-6dc65a0593ee" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.719691] env[65674]: INFO networking_nsxv3.common.synchronization [req-8554a282-7b0d-4dbb-8f5e-07f2002e9fa3 req-a03e969f-a5c2-438c-a071-a90513a6940a tempest-ServerActionsTestOtherA-639188317 tempest-ServerActionsTestOtherA-639188317-project-member] Enqueued Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_members [ 1291.720465] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_members [ 1291.720883] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec7ddc1-ae44-4893-9558-a7dfba788c81 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.721344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.721344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.721344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.721616] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.722139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.722139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.722139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.722139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.722367] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.147362] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.224306] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.650394] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.650709] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.650709] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.650820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.650820] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.650909] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc is going to be updated. [ 1292.681607] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.681754] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.681828] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.682654] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.682654] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.695749] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: IN_PROGRESS for 2s [ 1292.727033] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.230725] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.230725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.230725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.230725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.231118] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.231118] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 is going to be updated. [ 1293.262385] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.262596] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.262640] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.262913] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.263163] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.274819] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 in Status: IN_PROGRESS for 2s [ 1294.707738] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: SUCCESS [ 1294.708075] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.708241] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.708464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.708685] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.708810] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.708876] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.709108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.709108] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.709192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.709282] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.211162] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.285196] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 in Status: SUCCESS [ 1295.285443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.713987] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37eb7366-98a5-4d33-a73e-4b81bf00dcbc: rpc.has_security_group_logging(os_id): False [ 1295.741910] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.742110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.742110] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.742255] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.742344] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.742598] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.742712] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.742752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.742884] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.742956] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.743055] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc is going to be created. [ 1295.807656] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.807911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.807911] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.808038] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.808159] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.820391] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: IN_PROGRESS for 2s [ 1296.721631] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.721946] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1297.838856] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: SUCCESS [ 1297.839326] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.722987] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.723431] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1306.717622] env[65674]: INFO networking_nsxv3.common.synchronization [req-1fb45b65-4e50-4ef1-ba78-bf6d09b0e766 req-e6f9c9b2-bfd5-4f86-9499-40335574cf3e tempest-AttachVolumeNegativeTest-351716722 tempest-AttachVolumeNegativeTest-351716722-project-member] Enqueued Resource ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 with Priority: HIGHEST for action security_group_members [ 1306.717622] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 with Priority: HIGHEST for action security_group_members [ 1306.717959] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e30ac61-72ec-426b-a5e7-7c4e86632169 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.718212] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.718287] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.718491] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.719059] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.719059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.719059] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.719288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.719288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.719411] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e30ac61-72ec-426b-a5e7-7c4e86632169',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.222225] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.222464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.222520] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.222703] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.255851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.256284] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.256464] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.256582] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.256844] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.256975] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.257130] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 is going to be updated. [ 1307.292971] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.293292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.294070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.294070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.294070] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.303873] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 in Status: IN_PROGRESS for 2s [ 1308.611720] env[65674]: INFO networking_nsxv3.common.synchronization [req-e2e3002e-54b1-4cb5-bdcc-50513551dc11 req-f337865e-7e83-407b-ae31-2e8912a7bb0e tempest-ServerActionsTestOtherB-856458543 tempest-ServerActionsTestOtherB-856458543-project-member] Enqueued Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 1308.612452] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc with Priority: HIGHEST for action security_group_members [ 1308.612918] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.613135] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.613271] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.613572] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.613761] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.613928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.613928] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.614148] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.614258] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.614403] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37eb7366-98a5-4d33-a73e-4b81bf00dcbc',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.119817] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.120089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.120089] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.120323] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.120453] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.120700] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.120807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.120864] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.121033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.121121] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.121203] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc is going to be updated. [ 1309.156548] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.156759] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.156807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.156994] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.157161] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.171025] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: IN_PROGRESS for 2s [ 1309.314326] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 in Status: SUCCESS [ 1309.314537] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e30ac61-72ec-426b-a5e7-7c4e86632169 deletion is rescheduled due to dependency. [ 1309.314721] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e30ac61-72ec-426b-a5e7-7c4e86632169" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.380189] env[65674]: INFO networking_nsxv3.common.synchronization [req-12c2ac60-736b-4348-9fdc-5ebbffbfa66a req-e754fa93-6f2f-4dd2-9183-d87240fb4df3 tempest-ServerActionsTestOtherA-639188317 tempest-ServerActionsTestOtherA-639188317-project-member] Enqueued Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_members [ 1309.380532] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 with Priority: HIGHEST for action security_group_members [ 1309.380843] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-cec7ddc1-ae44-4893-9558-a7dfba788c81 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.381407] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.381484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.382266] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.382319] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.382391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.382468] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.382634] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.382725] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.382824] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cec7ddc1-ae44-4893-9558-a7dfba788c81',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.885091] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.885485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.885485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.885485] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.909113] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.909379] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.909499] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.909567] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.909764] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.909938] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.909938] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 is going to be updated. [ 1309.936847] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.937118] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.937118] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.937293] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.937435] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.946424] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 in Status: IN_PROGRESS for 2s [ 1311.233664] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc in Status: SUCCESS [ 1311.233995] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37eb7366-98a5-4d33-a73e-4b81bf00dcbc deletion is rescheduled due to dependency. [ 1311.233995] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37eb7366-98a5-4d33-a73e-4b81bf00dcbc" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.374796] env[65674]: INFO networking_nsxv3.common.synchronization [None req-579ca61c-48a4-492e-a61f-124c9b1a45d7 tempest-AttachVolumeNegativeTest-351716722 tempest-AttachVolumeNegativeTest-351716722-project-member] Enqueued Resource ID: b4b7f205-70c9-4456-9870-1cb087613638 with Priority: HIGHEST for action security_group_rules [ 1311.374991] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b7f205-70c9-4456-9870-1cb087613638 with Priority: HIGHEST for action security_group_rules [ 1311.375311] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4b7f205-70c9-4456-9870-1cb087613638 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.375469] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.375550] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.375819] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.375903] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4b7f205-70c9-4456-9870-1cb087613638',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.452276] env[65674]: INFO networking_nsxv3.common.synchronization [None req-2444d33e-fe1d-4781-8e06-2ca6b2824ed3 tempest-AttachVolumeNegativeTest-351716722 tempest-AttachVolumeNegativeTest-351716722-project-member] Enqueued Resource ID: b4b7f205-70c9-4456-9870-1cb087613638 with Priority: HIGHEST for action security_group_rules [ 1311.452806] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b7f205-70c9-4456-9870-1cb087613638 with Priority: HIGHEST for action security_group_rules [ 1311.453128] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4b7f205-70c9-4456-9870-1cb087613638 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.453235] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.896188] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.896348] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.896392] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.896609] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.896696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.896791] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4b7f205-70c9-4456-9870-1cb087613638 already deleted. [ 1311.896872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.897098] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.897269] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.897353] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4b7f205-70c9-4456-9870-1cb087613638',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.956840] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 in Status: SUCCESS [ 1311.956840] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cec7ddc1-ae44-4893-9558-a7dfba788c81 deletion is rescheduled due to dependency. [ 1311.956998] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cec7ddc1-ae44-4893-9558-a7dfba788c81" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.418717] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.418717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.418717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.418717] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.420278] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.420278] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4b7f205-70c9-4456-9870-1cb087613638 already deleted. [ 1312.420278] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.453618] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.453893] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.625093] env[65674]: INFO networking_nsxv3.common.synchronization [None req-dfb0e85d-1fa6-4e21-9cf1-12dff9141272 None None] Enqueued Resource ID: ec90069a-308a-4518-aa76-cb0c99f358ac with Priority: HIGHEST for action port [ 1317.625821] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec90069a-308a-4518-aa76-cb0c99f358ac with Priority: HIGHEST for action port [ 1317.626214] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec90069a-308a-4518-aa76-cb0c99f358ac taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.626443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec90069a-308a-4518-aa76-cb0c99f358ac" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.626443] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec90069a-308a-4518-aa76-cb0c99f358ac" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.626792] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec90069a-308a-4518-aa76-cb0c99f358ac" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.626876] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec90069a-308a-4518-aa76-cb0c99f358ac',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.079143] env[65674]: INFO networking_nsxv3.common.synchronization [req-a49aca69-6151-4d6b-977c-94e5bbf0ce6b req-601262a1-fd26-464d-b1e1-e2c733dc33fc tempest-AttachVolumeNegativeTest-351716722 tempest-AttachVolumeNegativeTest-351716722-project-member] Enqueued Resource ID: b4b7f205-70c9-4456-9870-1cb087613638 with Priority: HIGHEST for action security_group_members [ 1318.079298] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b7f205-70c9-4456-9870-1cb087613638 with Priority: HIGHEST for action security_group_members [ 1318.079617] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b7f205-70c9-4456-9870-1cb087613638 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.079736] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.079807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.081061] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.081258] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.081365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.081428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.081599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.081676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.081767] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b7f205-70c9-4456-9870-1cb087613638',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.129012] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec90069a-308a-4518-aa76-cb0c99f358ac [ 1318.129320] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.129599] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.129712] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.129940] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.130067] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.130188] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec90069a-308a-4518-aa76-cb0c99f358ac already deleted. [ 1318.130292] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec90069a-308a-4518-aa76-cb0c99f358ac" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.447945] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.448159] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-664" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.448276] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-664" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.448819] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-664" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.449137] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.449310] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.449443] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.449659] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.449769] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.450032] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1318.450104] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1318.450217] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1318.450361] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1318.450438] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1318.450666] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1318.450788] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1318.473808] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1318.473922] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1318.474074] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1318.474317] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-664" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.474545] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-6a1bba7d-c160-4e8c-b270-285d3b36a7a9 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.474708] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-6a1bba7d-c160-4e8c-b270-285d3b36a7a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.474872] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-6a1bba7d-c160-4e8c-b270-285d3b36a7a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.475546] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-6a1bba7d-c160-4e8c-b270-285d3b36a7a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.475546] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a1bba7d-c160-4e8c-b270-285d3b36a7a9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.586023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.586173] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.586243] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.586452] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.586540] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.587080] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.587080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.587080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.587080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.587391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.587391] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b7f205-70c9-4456-9870-1cb087613638 already deleted. [ 1318.587391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.979028] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.979028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.979028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.979028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.979028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.979028] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port 6a1bba7d-c160-4e8c-b270-285d3b36a7a9 not found, creating... [ 1318.979028] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.979028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.979028] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.979677] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.979803] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.980261] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.980437] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.980553] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.980770] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.980928] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.981092] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 6a1bba7d-c160-4e8c-b270-285d3b36a7a9 is going to be created. [ 1319.004497] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.004712] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.004831] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.005147] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.005379] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.005601] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-6a1bba7d-c160-4e8c-b270-285d3b36a7a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.680630] env[65674]: INFO networking_nsxv3.common.synchronization [req-a49aca69-6151-4d6b-977c-94e5bbf0ce6b req-ff9eab2c-eb33-4f8d-96cf-c39b935b1630 service nova] Enqueued Resource ID: b4b7f205-70c9-4456-9870-1cb087613638 with Priority: HIGHEST for action security_group_rules [ 1319.680930] env[65674]: INFO networking_nsxv3.common.synchronization [req-a49aca69-6151-4d6b-977c-94e5bbf0ce6b req-ff9eab2c-eb33-4f8d-96cf-c39b935b1630 service nova] Enqueued Resource ID: b4b7f205-70c9-4456-9870-1cb087613638 with Priority: HIGHEST for action security_group_members [ 1319.680930] env[65674]: INFO networking_nsxv3.common.synchronization [req-a49aca69-6151-4d6b-977c-94e5bbf0ce6b req-ff9eab2c-eb33-4f8d-96cf-c39b935b1630 service nova] Enqueued Resource ID: 6a1bba7d-c160-4e8c-b270-285d3b36a7a9 with Priority: HIGHEST for action port [ 1319.681237] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b7f205-70c9-4456-9870-1cb087613638 with Priority: HIGHEST for action security_group_rules [ 1319.681458] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b7f205-70c9-4456-9870-1cb087613638 with Priority: HIGHEST for action security_group_members [ 1319.681458] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1bba7d-c160-4e8c-b270-285d3b36a7a9 with Priority: HIGHEST for action port [ 1319.681979] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4b7f205-70c9-4456-9870-1cb087613638 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.682172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.682247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.682476] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.682520] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4b7f205-70c9-4456-9870-1cb087613638',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.683795] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b7f205-70c9-4456-9870-1cb087613638 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.684142] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.684142] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.684263] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.684951] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.684951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.684951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.684951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.684951] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.684951] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b7f205-70c9-4456-9870-1cb087613638',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.686565] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a1bba7d-c160-4e8c-b270-285d3b36a7a9 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.686565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a1bba7d-c160-4e8c-b270-285d3b36a7a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.686565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a1bba7d-c160-4e8c-b270-285d3b36a7a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.686823] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a1bba7d-c160-4e8c-b270-285d3b36a7a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.686983] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a1bba7d-c160-4e8c-b270-285d3b36a7a9',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.753367] env[65674]: INFO networking_nsxv3.common.synchronization [None req-f5052477-4b2b-4f0d-879d-edb68592c13f None None] Enqueued Resource ID: b0122e8d-d3cb-41e8-bfec-aa9b4b45d981 with Priority: HIGHEST for action port [ 1319.753908] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0122e8d-d3cb-41e8-bfec-aa9b4b45d981 with Priority: HIGHEST for action port [ 1319.754242] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0122e8d-d3cb-41e8-bfec-aa9b4b45d981 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.754352] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0122e8d-d3cb-41e8-bfec-aa9b4b45d981" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.754439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0122e8d-d3cb-41e8-bfec-aa9b4b45d981" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.754672] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0122e8d-d3cb-41e8-bfec-aa9b4b45d981" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.754764] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0122e8d-d3cb-41e8-bfec-aa9b4b45d981',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.184643] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b7f205-70c9-4456-9870-1cb087613638 taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.184643] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.187555] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4b7f205-70c9-4456-9870-1cb087613638',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.188604] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a1bba7d-c160-4e8c-b270-285d3b36a7a9 with status ACTIVE [ 1320.188733] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.189013] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.189100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.189316] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.189472] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.189755] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.189894] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.190526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.190526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.190526] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.190805] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.190992] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.191122] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.191361] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.191956] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.191956] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a1bba7d-c160-4e8c-b270-285d3b36a7a9 is going to be updated. [ 1320.214523] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.214676] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.214747] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.214962] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.215114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.215265] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a1bba7d-c160-4e8c-b270-285d3b36a7a9" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.257045] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0122e8d-d3cb-41e8-bfec-aa9b4b45d981 [ 1320.257348] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.257603] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.257603] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.258350] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.258350] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.258350] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0122e8d-d3cb-41e8-bfec-aa9b4b45d981 already deleted. [ 1320.258350] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0122e8d-d3cb-41e8-bfec-aa9b4b45d981" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.694442] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4b7f205-70c9-4456-9870-1cb087613638',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.197316] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.197858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.197858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.197858] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.198027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.198027] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b7f205-70c9-4456-9870-1cb087613638 is going to be created. [ 1321.232225] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.232495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.232495] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.232633] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.232800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.250879] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b7f205-70c9-4456-9870-1cb087613638 in Status: UNINITIALIZED for 2s [ 1323.264080] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b7f205-70c9-4456-9870-1cb087613638 in Status: SUCCESS [ 1323.264080] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.264568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.264568] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.264645] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.264778] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.265033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.265033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.265114] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.265152] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.265276] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4b7f205-70c9-4456-9870-1cb087613638',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.469859] env[65674]: INFO networking_nsxv3.common.synchronization [req-c88af99f-0707-41d6-9e2a-13329cdc8780 req-09ccd131-95a8-4ccc-ba73-6ff9294d471a tempest-ServerAddressesNegativeTestJSON-1083803542 tempest-ServerAddressesNegativeTestJSON-1083803542-project-member] Enqueued Resource ID: af54d8da-0a27-4ea2-af35-3c869b9262ab with Priority: HIGHEST for action security_group_members [ 1323.470441] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af54d8da-0a27-4ea2-af35-3c869b9262ab with Priority: HIGHEST for action security_group_members [ 1323.470779] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-af54d8da-0a27-4ea2-af35-3c869b9262ab taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.470906] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.470972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.471314] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.471480] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.471565] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.471617] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.471772] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.471853] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.471942] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af54d8da-0a27-4ea2-af35-3c869b9262ab',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.753076] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.753275] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-267" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.753416] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-267" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.753780] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-267" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.754146] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.754329] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.754474] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.754728] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.754892] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.755133] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1323.755622] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1323.755766] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1323.755880] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1323.756020] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1323.756134] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1323.756272] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1323.767428] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4b7f205-70c9-4456-9870-1cb087613638',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.785473] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1323.785473] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1323.785616] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1323.785695] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-267" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.786116] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-f3e6f7d6-fae7-45dc-98d6-e05160529d65 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.786322] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-f3e6f7d6-fae7-45dc-98d6-e05160529d65" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.786709] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-f3e6f7d6-fae7-45dc-98d6-e05160529d65" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.786804] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-f3e6f7d6-fae7-45dc-98d6-e05160529d65" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.786948] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e6f7d6-fae7-45dc-98d6-e05160529d65',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.974549] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.974912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.975031] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.975277] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.975382] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.975647] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.975791] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.976500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.976500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.976500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.976500] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af54d8da-0a27-4ea2-af35-3c869b9262ab already deleted. [ 1323.976500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.270426] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4b7f205-70c9-4456-9870-1cb087613638: rpc.has_security_group_logging(os_id): False [ 1324.291023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.291023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.291023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.291023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.291023] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.291023] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.291480] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.291480] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.291480] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.291480] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.291480] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4b7f205-70c9-4456-9870-1cb087613638 is going to be created. [ 1324.293728] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.293884] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.293994] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.294229] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.294364] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.296018] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Segment Port f3e6f7d6-fae7-45dc-98d6-e05160529d65 not found, creating... [ 1324.296018] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.296018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.296018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.296018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.296018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.296018] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.296018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.296018] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.296377] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.296377] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.296437] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: f3e6f7d6-fae7-45dc-98d6-e05160529d65 is going to be created. [ 1324.320155] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.320395] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.320515] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.320785] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.321016] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.321252] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-f3e6f7d6-fae7-45dc-98d6-e05160529d65" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.362433] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.362760] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.362760] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.363095] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.363193] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.376233] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4b7f205-70c9-4456-9870-1cb087613638 in Status: IN_PROGRESS for 2s [ 1325.360145] env[65674]: INFO networking_nsxv3.common.synchronization [req-0ccbbcae-d819-4938-9b5a-a38a3d0d7b0c req-c062b229-a01b-4e52-a148-4b62e38261dd tempest-ServerActionsTestJSON-1311477773 tempest-ServerActionsTestJSON-1311477773-project-member] Enqueued Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 1325.360145] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2631f-0767-4b15-8810-571242539b3b with Priority: HIGHEST for action security_group_members [ 1325.360145] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc2631f-0767-4b15-8810-571242539b3b taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.360607] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.360848] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.361197] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.361480] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.361724] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.363677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.363677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.363677] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.363677] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc2631f-0767-4b15-8810-571242539b3b',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.450300] env[65674]: INFO networking_nsxv3.common.synchronization [req-c88af99f-0707-41d6-9e2a-13329cdc8780 req-431c6dd6-6c49-43fd-a770-d62651652bfb service nova] Enqueued Resource ID: af54d8da-0a27-4ea2-af35-3c869b9262ab with Priority: HIGHEST for action security_group_rules [ 1325.450300] env[65674]: INFO networking_nsxv3.common.synchronization [req-c88af99f-0707-41d6-9e2a-13329cdc8780 req-431c6dd6-6c49-43fd-a770-d62651652bfb service nova] Enqueued Resource ID: af54d8da-0a27-4ea2-af35-3c869b9262ab with Priority: HIGHEST for action security_group_members [ 1325.450300] env[65674]: INFO networking_nsxv3.common.synchronization [req-c88af99f-0707-41d6-9e2a-13329cdc8780 req-431c6dd6-6c49-43fd-a770-d62651652bfb service nova] Enqueued Resource ID: f3e6f7d6-fae7-45dc-98d6-e05160529d65 with Priority: HIGHEST for action port [ 1325.450300] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af54d8da-0a27-4ea2-af35-3c869b9262ab with Priority: HIGHEST for action security_group_rules [ 1325.450300] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af54d8da-0a27-4ea2-af35-3c869b9262ab with Priority: HIGHEST for action security_group_members [ 1325.450300] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e6f7d6-fae7-45dc-98d6-e05160529d65 with Priority: HIGHEST for action port [ 1325.450300] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af54d8da-0a27-4ea2-af35-3c869b9262ab taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.450300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.450300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.450300] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.450951] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af54d8da-0a27-4ea2-af35-3c869b9262ab',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.454181] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-af54d8da-0a27-4ea2-af35-3c869b9262ab taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.454181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.454181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.454181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.454181] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.454181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.454181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.454181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.454181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.454181] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af54d8da-0a27-4ea2-af35-3c869b9262ab',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.454181] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3e6f7d6-fae7-45dc-98d6-e05160529d65 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.454181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3e6f7d6-fae7-45dc-98d6-e05160529d65" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.454181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3e6f7d6-fae7-45dc-98d6-e05160529d65" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.454181] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3e6f7d6-fae7-45dc-98d6-e05160529d65" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.454181] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e6f7d6-fae7-45dc-98d6-e05160529d65',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.864929] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.865137] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.865189] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.865393] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.865489] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.865680] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.865798] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.865866] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.866047] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.866126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.866214] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc2631f-0767-4b15-8810-571242539b3b is going to be updated. [ 1325.899528] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.899752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.899752] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.899967] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.900153] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.910442] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: IN_PROGRESS for 2s [ 1325.961059] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af54d8da-0a27-4ea2-af35-3c869b9262ab',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.962229] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-af54d8da-0a27-4ea2-af35-3c869b9262ab taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.962429] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.962733] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3e6f7d6-fae7-45dc-98d6-e05160529d65 with status ACTIVE [ 1325.962912] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.963032] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.963100] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.963312] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.963395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.963590] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.963696] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.963789] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.964626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.964626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.964626] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.964626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.964626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.964626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.964626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.964996] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3e6f7d6-fae7-45dc-98d6-e05160529d65 is going to be updated. [ 1325.989468] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.989661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.989661] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.989876] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.990024] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.990222] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3e6f7d6-fae7-45dc-98d6-e05160529d65" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.389036] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4b7f205-70c9-4456-9870-1cb087613638 in Status: SUCCESS [ 1326.389388] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.463419] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af54d8da-0a27-4ea2-af35-3c869b9262ab',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.970056] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.970056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.970056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.970056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.970056] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.970492] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af54d8da-0a27-4ea2-af35-3c869b9262ab is going to be created. [ 1327.004795] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.005157] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.005259] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.005476] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.005632] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.015251] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af54d8da-0a27-4ea2-af35-3c869b9262ab in Status: UNINITIALIZED for 2s [ 1327.920821] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc2631f-0767-4b15-8810-571242539b3b in Status: SUCCESS [ 1327.921240] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc2631f-0767-4b15-8810-571242539b3b deletion is rescheduled due to dependency. [ 1327.921240] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc2631f-0767-4b15-8810-571242539b3b" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.026234] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af54d8da-0a27-4ea2-af35-3c869b9262ab in Status: SUCCESS [ 1329.026602] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.026748] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.026830] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.027016] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.027172] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.027231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.027386] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.027581] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.027714] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.028121] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af54d8da-0a27-4ea2-af35-3c869b9262ab',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.530751] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-af54d8da-0a27-4ea2-af35-3c869b9262ab taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.530854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.530854] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.531119] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.531294] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.531395] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.531460] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.531626] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.531715] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.531799] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.531944] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-af54d8da-0a27-4ea2-af35-3c869b9262ab taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.532069] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.532141] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.532500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.532599] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.532682] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.532742] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.532883] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.532964] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.533064] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.533156] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af54d8da-0a27-4ea2-af35-3c869b9262ab',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.035980] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af54d8da-0a27-4ea2-af35-3c869b9262ab: rpc.has_security_group_logging(os_id): False [ 1330.054945] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.055119] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.055192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.055406] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.055498] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.055717] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.055849] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.056027] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.056205] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.056299] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.056497] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.056595] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.056658] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.056799] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.056872] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.057065] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.057161] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.057220] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.057356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.057428] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.057512] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af54d8da-0a27-4ea2-af35-3c869b9262ab is going to be created. [ 1330.123752] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.123930] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.123978] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.124418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.124640] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.134521] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af54d8da-0a27-4ea2-af35-3c869b9262ab in Status: IN_PROGRESS for 2s [ 1330.450534] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.450744] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1332.149365] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af54d8da-0a27-4ea2-af35-3c869b9262ab in Status: SUCCESS [ 1332.149365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.451877] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.452208] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.186879] env[65674]: INFO networking_nsxv3.common.synchronization [req-eb6e06e6-0d3b-4976-90af-08e656bdb543 req-6c22b6e2-eaed-4fb9-b401-f87d7a12c00e tempest-ServerAddressesNegativeTestJSON-1083803542 tempest-ServerAddressesNegativeTestJSON-1083803542-project-member] Enqueued Resource ID: af54d8da-0a27-4ea2-af35-3c869b9262ab with Priority: HIGHEST for action security_group_members [ 1338.186879] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af54d8da-0a27-4ea2-af35-3c869b9262ab with Priority: HIGHEST for action security_group_members [ 1338.186879] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-af54d8da-0a27-4ea2-af35-3c869b9262ab taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.187244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.187244] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.187365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.187472] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.187577] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.187653] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.187812] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.187912] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.188082] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af54d8da-0a27-4ea2-af35-3c869b9262ab',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.692767] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.693033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.693033] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.693239] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.693339] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.693542] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.693645] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.693710] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.693868] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.693945] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.694042] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af54d8da-0a27-4ea2-af35-3c869b9262ab is going to be updated. [ 1338.722866] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.723126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.723126] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.723286] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.723430] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.731869] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af54d8da-0a27-4ea2-af35-3c869b9262ab in Status: IN_PROGRESS for 2s [ 1340.744085] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af54d8da-0a27-4ea2-af35-3c869b9262ab in Status: SUCCESS [ 1340.744085] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af54d8da-0a27-4ea2-af35-3c869b9262ab deletion is rescheduled due to dependency. [ 1340.744085] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af54d8da-0a27-4ea2-af35-3c869b9262ab" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.187505] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.187776] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.189044] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.189422] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.947320] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.947687] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "network-723" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.947687] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "network-723" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.947892] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "network-723" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.948220] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.948429] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.948524] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.948748] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.948894] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.949213] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1350.949311] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] NeedRegenerationException {{(pid=65674) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1350.949387] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] no value, waiting for create lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1350.949500] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] value creation lock acquired {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1350.949629] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] No value present for key: 'zone-id' {{(pid=65674) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1350.949760] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Calling creation function for not-yet-present value {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1350.949897] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1350.969805] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1350.969985] env[65674]: DEBUG dogpile.cache.region [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65674) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1350.970111] env[65674]: DEBUG dogpile.lock [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Released creation lock {{(pid=65674) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1350.970279] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "network-723" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.970581] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock port-88de103b-3008-4170-9194-ac219e608977 taken with stack trace [, , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.970755] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "port-88de103b-3008-4170-9194-ac219e608977" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.970862] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "port-88de103b-3008-4170-9194-ac219e608977" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.971155] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "port-88de103b-3008-4170-9194-ac219e608977" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.971294] env[65674]: DEBUG networking_nsxv3.api.rpc [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88de103b-3008-4170-9194-ac219e608977',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.473910] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.474170] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.474248] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.474510] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.474660] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.474959] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.475130] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.475260] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.475477] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.475611] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.475902] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.476087] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.476206] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.476409] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.476541] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.476689] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Resource: SegmentPort with ID: 88de103b-3008-4170-9194-ac219e608977 is going to be updated. [ 1351.503422] env[65674]: DEBUG networking_nsxv3.common.locking [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.503668] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.503716] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.503983] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.504186] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.504396] env[65674]: DEBUG oslo_concurrency.lockutils [None req-9a6c989b-83b1-4509-983b-f0c74481d581 None None] Releasing lock "port-88de103b-3008-4170-9194-ac219e608977" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.214373] env[65674]: INFO networking_nsxv3.common.synchronization [req-19edb200-e08f-46e5-9760-9fbf6fa9b97c req-5d2a539e-ec19-40a9-a0ac-2efb48b752c1 service nova] Enqueued Resource ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c with Priority: HIGHEST for action security_group_rules [ 1352.214648] env[65674]: INFO networking_nsxv3.common.synchronization [req-19edb200-e08f-46e5-9760-9fbf6fa9b97c req-5d2a539e-ec19-40a9-a0ac-2efb48b752c1 service nova] Enqueued Resource ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c with Priority: HIGHEST for action security_group_members [ 1352.214775] env[65674]: INFO networking_nsxv3.common.synchronization [req-19edb200-e08f-46e5-9760-9fbf6fa9b97c req-5d2a539e-ec19-40a9-a0ac-2efb48b752c1 service nova] Enqueued Resource ID: 88de103b-3008-4170-9194-ac219e608977 with Priority: HIGHEST for action port [ 1352.215461] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c with Priority: HIGHEST for action security_group_rules [ 1352.215712] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c with Priority: HIGHEST for action security_group_members [ 1352.215843] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88de103b-3008-4170-9194-ac219e608977 with Priority: HIGHEST for action port [ 1352.216219] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.216426] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.216541] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.216807] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.217387] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.218271] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.218463] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.218578] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.218914] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.219155] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.219350] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.219455] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.219667] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.219786] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.219927] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.220851] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock port-88de103b-3008-4170-9194-ac219e608977 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.220851] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88de103b-3008-4170-9194-ac219e608977" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.220999] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88de103b-3008-4170-9194-ac219e608977" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.221288] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88de103b-3008-4170-9194-ac219e608977" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.221288] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88de103b-3008-4170-9194-ac219e608977',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.725212] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.725356] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.725546] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.726498] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88de103b-3008-4170-9194-ac219e608977 with status ACTIVE [ 1352.726688] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.726800] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.726860] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.727073] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.727162] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.727337] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.728043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.728043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.728043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.728043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.728043] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.728043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.728043] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.728385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.728385] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.728385] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88de103b-3008-4170-9194-ac219e608977 is going to be updated. [ 1352.752772] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.752990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.752990] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.753318] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.753360] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.753484] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88de103b-3008-4170-9194-ac219e608977" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.230681] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.733583] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.733583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.733583] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.733939] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.733939] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.734081] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c is going to be updated. [ 1353.771992] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.772231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.772231] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.772436] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.772614] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.784937] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c in Status: IN_PROGRESS for 2s [ 1355.797221] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c in Status: SUCCESS [ 1355.797603] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.797603] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.797895] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.798144] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.798144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.798144] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.798840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.798840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.798840] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.798840] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.300777] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.804768] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c: rpc.has_security_group_logging(os_id): False [ 1356.824120] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.824439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.824439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.824698] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.824812] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.825086] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.825192] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.825257] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.825418] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.825497] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.825584] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c is going to be updated. [ 1356.888146] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.888384] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.888384] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.888595] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.888739] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.903456] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c in Status: IN_PROGRESS for 2s [ 1357.216873] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.217070] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1358.920686] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c in Status: SUCCESS [ 1358.921170] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.218130] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.218567] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.219042] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.219419] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.220454] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.220844] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.221907] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.222305] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.223261] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.223261] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.634162] env[65674]: INFO networking_nsxv3.common.synchronization [req-1dc94882-90a6-4e58-9c1c-52ac9a71a06d req-994f71f3-4aa3-449a-b232-4d4252d0ebb4 tempest-AttachVolumeNegativeTest-351716722 tempest-AttachVolumeNegativeTest-351716722-project-member] Enqueued Resource ID: b4b7f205-70c9-4456-9870-1cb087613638 with Priority: HIGHEST for action security_group_members [ 1382.634745] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b7f205-70c9-4456-9870-1cb087613638 with Priority: HIGHEST for action security_group_members [ 1382.635129] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b7f205-70c9-4456-9870-1cb087613638 taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.635517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.635517] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.635655] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.635708] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.635787] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.635845] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.635972] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.636044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.636171] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b7f205-70c9-4456-9870-1cb087613638',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.138018] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.138247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.138247] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.138462] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.138616] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.138911] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.139093] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.139198] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.139366] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.139468] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.139596] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b7f205-70c9-4456-9870-1cb087613638 is going to be updated. [ 1383.168521] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.168795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.168795] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.169044] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.169194] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.177521] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b7f205-70c9-4456-9870-1cb087613638 in Status: IN_PROGRESS for 2s [ 1385.189017] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b7f205-70c9-4456-9870-1cb087613638 in Status: SUCCESS [ 1385.189391] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b7f205-70c9-4456-9870-1cb087613638 deletion is rescheduled due to dependency. [ 1385.189391] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b7f205-70c9-4456-9870-1cb087613638" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.635814] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.636213] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.636814] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.637214] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.637846] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.637846] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.194703] env[65674]: INFO networking_nsxv3.common.synchronization [req-20f74a49-93a1-41d9-a4c6-f7779c9a001c req-609fe6ac-1bf8-4693-9b5d-1ba9107e81c3 tempest-AttachVolumeShelveTestJSON-635892039 tempest-AttachVolumeShelveTestJSON-635892039-project-member] Enqueued Resource ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c with Priority: HIGHEST for action security_group_members [ 1402.195162] env[65674]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c with Priority: HIGHEST for action security_group_members [ 1402.195494] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c taken with stack trace [, , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.195618] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.195688] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.195916] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.196042] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.196139] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.196183] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.196355] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.196439] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.196533] env[65674]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c',) {} {{(pid=65674) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.699081] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.699298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.699298] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.699500] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.699591] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.699800] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.699921] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.699976] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.700151] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.700230] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.700319] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c is going to be updated. [ 1402.729662] env[65674]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65674) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.729893] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.729893] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.730068] env[65674]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.730209] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.738325] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c in Status: IN_PROGRESS for 2s [ 1404.757713] env[65674]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c in Status: SUCCESS [ 1404.758365] env[65674]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c deletion is rescheduled due to dependency. [ 1404.758365] env[65674]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9ffcb5-2bbf-4e0e-a3aa-708ff0b4f66c" {{(pid=65674) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.196918] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.197341] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.198295] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.198672] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.199403] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.199812] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.201110] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.201530] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.202457] env[65674]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.202855] env[65674]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0